2024-11-10 11:46:38,387 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-10 11:46:38,407 main DEBUG Took 0.017461 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 11:46:38,408 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 11:46:38,408 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 11:46:38,409 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 11:46:38,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,421 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 11:46:38,436 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,438 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,439 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,440 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,441 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,442 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,443 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,443 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,444 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,446 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,446 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 11:46:38,447 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,447 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 11:46:38,449 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 11:46:38,450 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 11:46:38,451 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 11:46:38,452 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 11:46:38,453 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 11:46:38,453 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 11:46:38,462 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 11:46:38,464 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 11:46:38,466 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 11:46:38,466 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 11:46:38,467 main DEBUG createAppenders(={Console}) 2024-11-10 11:46:38,467 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-10 11:46:38,468 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-10 11:46:38,468 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-10 11:46:38,468 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 11:46:38,469 main DEBUG OutputStream closed 2024-11-10 11:46:38,469 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 11:46:38,469 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 11:46:38,469 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-10 11:46:38,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 11:46:38,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 11:46:38,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 11:46:38,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 11:46:38,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 11:46:38,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 11:46:38,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 11:46:38,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 11:46:38,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 11:46:38,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 11:46:38,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 11:46:38,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 11:46:38,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 11:46:38,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 11:46:38,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 11:46:38,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 11:46:38,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 11:46:38,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 11:46:38,551 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 11:46:38,551 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-10 11:46:38,552 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 11:46:38,552 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-10T11:46:38,567 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-10 11:46:38,570 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 11:46:38,571 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T11:46:38,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=92, ProcessCount=11, AvailableMemoryMB=7586 2024-11-10T11:46:38,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9 2024-11-10T11:46:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T11:46:38,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b, deleteOnExit=true 2024-11-10T11:46:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T11:46:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/test.cache.data in system properties and HBase conf 2024-11-10T11:46:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T11:46:38,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir in system properties and HBase conf 2024-11-10T11:46:38,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T11:46:38,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T11:46:38,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T11:46:38,939 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T11:46:39,035 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T11:46:39,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T11:46:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T11:46:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T11:46:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T11:46:39,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T11:46:39,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T11:46:39,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T11:46:39,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T11:46:39,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T11:46:39,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/nfs.dump.dir in system properties and HBase conf 2024-11-10T11:46:39,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/java.io.tmpdir in system properties and HBase conf 2024-11-10T11:46:39,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T11:46:39,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T11:46:39,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T11:46:39,890 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T11:46:39,972 INFO [Time-limited test {}] log.Log(170): Logging initialized @2262ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T11:46:40,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T11:46:40,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T11:46:40,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T11:46:40,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T11:46:40,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T11:46:40,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T11:46:40,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir/,AVAILABLE} 2024-11-10T11:46:40,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T11:46:40,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/java.io.tmpdir/jetty-localhost-33485-hadoop-hdfs-3_4_1-tests_jar-_-any-4847445260486741740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T11:46:40,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:33485} 2024-11-10T11:46:40,356 INFO [Time-limited test {}] server.Server(415): Started @2648ms 2024-11-10T11:46:40,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T11:46:40,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T11:46:40,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T11:46:40,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T11:46:40,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T11:46:40,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir/,AVAILABLE} 2024-11-10T11:46:40,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T11:46:40,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/java.io.tmpdir/jetty-localhost-33755-hadoop-hdfs-3_4_1-tests_jar-_-any-9954354540906637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T11:46:40,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:33755} 2024-11-10T11:46:40,896 INFO [Time-limited test {}] server.Server(415): Started @3188ms 2024-11-10T11:46:40,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T11:46:41,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T11:46:41,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T11:46:41,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T11:46:41,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T11:46:41,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T11:46:41,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir/,AVAILABLE} 2024-11-10T11:46:41,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T11:46:41,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/java.io.tmpdir/jetty-localhost-43443-hadoop-hdfs-3_4_1-tests_jar-_-any-14062636631800549581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T11:46:41,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:43443} 2024-11-10T11:46:41,255 INFO [Time-limited test {}] server.Server(415): Started @3547ms 2024-11-10T11:46:41,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T11:46:41,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T11:46:41,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T11:46:41,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T11:46:41,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T11:46:41,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T11:46:41,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir/,AVAILABLE} 2024-11-10T11:46:41,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T11:46:41,422 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data2/current/BP-767997863-172.17.0.2-1731239199655/current, will proceed with Du for space computation calculation, 2024-11-10T11:46:41,422 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data1/current/BP-767997863-172.17.0.2-1731239199655/current, will proceed with Du for space computation calculation, 2024-11-10T11:46:41,422 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data3/current/BP-767997863-172.17.0.2-1731239199655/current, will proceed with Du for space computation calculation, 2024-11-10T11:46:41,422 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data4/current/BP-767997863-172.17.0.2-1731239199655/current, will proceed with Du for space computation calculation, 2024-11-10T11:46:41,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/java.io.tmpdir/jetty-localhost-36165-hadoop-hdfs-3_4_1-tests_jar-_-any-2902034619332417735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T11:46:41,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:36165} 2024-11-10T11:46:41,458 INFO [Time-limited test {}] server.Server(415): Started @3750ms 2024-11-10T11:46:41,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T11:46:41,464 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T11:46:41,464 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T11:46:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcec172f08f1fc524 with lease ID 0x8690bf767031e866: Processing first storage report for DS-b2fdfdfa-0525-416d-8e3d-e46a68ea494c from datanode DatanodeRegistration(127.0.0.1:33619, datanodeUuid=d8dc97af-72fd-4c3d-a5a5-1564abd76f50, infoPort=35037, infoSecurePort=0, ipcPort=40941, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655) 2024-11-10T11:46:41,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcec172f08f1fc524 with lease ID 0x8690bf767031e866: from storage DS-b2fdfdfa-0525-416d-8e3d-e46a68ea494c node DatanodeRegistration(127.0.0.1:33619, datanodeUuid=d8dc97af-72fd-4c3d-a5a5-1564abd76f50, infoPort=35037, infoSecurePort=0, ipcPort=40941, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T11:46:41,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17fe8155a44297ad with lease ID 0x8690bf767031e865: Processing first storage report for DS-7cf9c8a6-39ce-4fcf-a3eb-787fb7dab61d from datanode DatanodeRegistration(127.0.0.1:43309, datanodeUuid=377c7a67-2b2f-469a-8f39-da0bdf43f020, infoPort=43905, infoSecurePort=0, ipcPort=43591, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655) 2024-11-10T11:46:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17fe8155a44297ad with lease ID 0x8690bf767031e865: from storage DS-7cf9c8a6-39ce-4fcf-a3eb-787fb7dab61d node DatanodeRegistration(127.0.0.1:43309, datanodeUuid=377c7a67-2b2f-469a-8f39-da0bdf43f020, infoPort=43905, infoSecurePort=0, ipcPort=43591, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T11:46:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcec172f08f1fc524 with lease ID 0x8690bf767031e866: Processing first storage report for DS-579089e2-f638-4f77-a46a-720c5360218a from datanode DatanodeRegistration(127.0.0.1:33619, datanodeUuid=d8dc97af-72fd-4c3d-a5a5-1564abd76f50, infoPort=35037, infoSecurePort=0, ipcPort=40941, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655) 2024-11-10T11:46:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcec172f08f1fc524 with lease ID 0x8690bf767031e866: from storage DS-579089e2-f638-4f77-a46a-720c5360218a node DatanodeRegistration(127.0.0.1:33619, datanodeUuid=d8dc97af-72fd-4c3d-a5a5-1564abd76f50, infoPort=35037, infoSecurePort=0, ipcPort=40941, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T11:46:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17fe8155a44297ad with lease ID 0x8690bf767031e865: Processing first storage report for DS-84c34d98-d7a4-4a05-95d8-3be7a0e7f211 from datanode DatanodeRegistration(127.0.0.1:43309, datanodeUuid=377c7a67-2b2f-469a-8f39-da0bdf43f020, infoPort=43905, infoSecurePort=0, ipcPort=43591, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655) 2024-11-10T11:46:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17fe8155a44297ad with lease ID 0x8690bf767031e865: from storage DS-84c34d98-d7a4-4a05-95d8-3be7a0e7f211 node DatanodeRegistration(127.0.0.1:43309, datanodeUuid=377c7a67-2b2f-469a-8f39-da0bdf43f020, infoPort=43905, infoSecurePort=0, ipcPort=43591, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T11:46:41,578 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data5/current/BP-767997863-172.17.0.2-1731239199655/current, will proceed with Du for space computation calculation, 2024-11-10T11:46:41,578 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data6/current/BP-767997863-172.17.0.2-1731239199655/current, will proceed with Du for space computation calculation, 2024-11-10T11:46:41,609 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T11:46:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x725a02862c5b0966 with lease ID 0x8690bf767031e867: Processing first storage report for DS-91d9abbf-d048-4453-8eb0-4e9cbb62c8fd from datanode DatanodeRegistration(127.0.0.1:40807, datanodeUuid=1eeffd82-bcc5-440c-861d-714445400e5a, infoPort=43557, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655) 2024-11-10T11:46:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x725a02862c5b0966 with lease ID 0x8690bf767031e867: from storage DS-91d9abbf-d048-4453-8eb0-4e9cbb62c8fd node DatanodeRegistration(127.0.0.1:40807, datanodeUuid=1eeffd82-bcc5-440c-861d-714445400e5a, infoPort=43557, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T11:46:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x725a02862c5b0966 with lease ID 0x8690bf767031e867: Processing first storage report for DS-6ba5f919-5037-4353-9d78-f5bbbe6c3c4c from datanode DatanodeRegistration(127.0.0.1:40807, datanodeUuid=1eeffd82-bcc5-440c-861d-714445400e5a, infoPort=43557, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655) 2024-11-10T11:46:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x725a02862c5b0966 with lease ID 0x8690bf767031e867: from storage DS-6ba5f919-5037-4353-9d78-f5bbbe6c3c4c node DatanodeRegistration(127.0.0.1:40807, datanodeUuid=1eeffd82-bcc5-440c-861d-714445400e5a, infoPort=43557, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1129224562;c=1731239199655), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T11:46:41,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9 2024-11-10T11:46:41,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/zookeeper_0, clientPort=51033, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T11:46:41,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51033 2024-11-10T11:46:41,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:41,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:42,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741825_1001 (size=7) 2024-11-10T11:46:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741825_1001 (size=7) 2024-11-10T11:46:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741825_1001 (size=7) 2024-11-10T11:46:42,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 with version=8 2024-11-10T11:46:42,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/hbase-staging 2024-11-10T11:46:42,684 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T11:46:42,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1807907b3fc:0 server-side Connection retries=45 2024-11-10T11:46:42,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:42,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:42,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T11:46:42,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:42,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T11:46:43,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T11:46:43,139 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T11:46:43,148 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T11:46:43,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T11:46:43,179 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8559 (auto-detected) 2024-11-10T11:46:43,180 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T11:46:43,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38609 2024-11-10T11:46:43,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38609 connecting to ZooKeeper ensemble=127.0.0.1:51033 2024-11-10T11:46:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386090x0, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T11:46:43,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38609-0x101920141d60000 connected 2024-11-10T11:46:43,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T11:46:43,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6, hbase.cluster.distributed=false 2024-11-10T11:46:43,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T11:46:43,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-10T11:46:43,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38609 2024-11-10T11:46:43,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38609 2024-11-10T11:46:43,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-10T11:46:43,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-10T11:46:43,441 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1807907b3fc:0 server-side Connection retries=45 2024-11-10T11:46:43,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T11:46:43,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T11:46:43,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T11:46:43,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T11:46:43,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41447 2024-11-10T11:46:43,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41447 connecting to ZooKeeper ensemble=127.0.0.1:51033 2024-11-10T11:46:43,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414470x0, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T11:46:43,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41447-0x101920141d60001 connected 2024-11-10T11:46:43,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T11:46:43,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T11:46:43,476 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T11:46:43,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T11:46:43,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T11:46:43,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41447 2024-11-10T11:46:43,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41447 2024-11-10T11:46:43,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41447 2024-11-10T11:46:43,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41447 2024-11-10T11:46:43,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41447 2024-11-10T11:46:43,505 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1807907b3fc:0 server-side Connection retries=45 2024-11-10T11:46:43,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T11:46:43,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T11:46:43,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T11:46:43,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T11:46:43,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42069 2024-11-10T11:46:43,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42069 connecting to ZooKeeper ensemble=127.0.0.1:51033 2024-11-10T11:46:43,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420690x0, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T11:46:43,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420690x0, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T11:46:43,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42069-0x101920141d60002 connected 2024-11-10T11:46:43,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T11:46:43,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T11:46:43,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T11:46:43,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T11:46:43,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42069 2024-11-10T11:46:43,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42069 2024-11-10T11:46:43,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42069 2024-11-10T11:46:43,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42069 2024-11-10T11:46:43,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42069 2024-11-10T11:46:43,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1807907b3fc:0 server-side Connection retries=45 2024-11-10T11:46:43,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T11:46:43,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T11:46:43,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T11:46:43,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T11:46:43,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T11:46:43,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39805 2024-11-10T11:46:43,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39805 connecting to ZooKeeper ensemble=127.0.0.1:51033 2024-11-10T11:46:43,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398050x0, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T11:46:43,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398050x0, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T11:46:43,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39805-0x101920141d60003 connected 2024-11-10T11:46:43,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T11:46:43,562 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T11:46:43,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T11:46:43,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T11:46:43,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39805 2024-11-10T11:46:43,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39805 2024-11-10T11:46:43,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39805 2024-11-10T11:46:43,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39805 2024-11-10T11:46:43,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39805 2024-11-10T11:46:43,586 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1807907b3fc:38609 2024-11-10T11:46:43,587 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1807907b3fc,38609,1731239202736 2024-11-10T11:46:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T11:46:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T11:46:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T11:46:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T11:46:43,598 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1807907b3fc,38609,1731239202736 2024-11-10T11:46:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T11:46:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T11:46:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T11:46:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:43,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:43,621 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T11:46:43,622 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1807907b3fc,38609,1731239202736 from backup master directory 2024-11-10T11:46:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1807907b3fc,38609,1731239202736 2024-11-10T11:46:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T11:46:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T11:46:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T11:46:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T11:46:43,626 WARN [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T11:46:43,626 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1807907b3fc,38609,1731239202736 2024-11-10T11:46:43,628 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T11:46:43,630 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T11:46:43,692 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/hbase.id] with ID: f13023ec-8dcb-48ac-8adb-332c7b28adde 2024-11-10T11:46:43,693 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/.tmp/hbase.id 2024-11-10T11:46:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741826_1002 (size=42) 2024-11-10T11:46:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741826_1002 (size=42) 2024-11-10T11:46:43,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741826_1002 (size=42) 2024-11-10T11:46:43,708 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/.tmp/hbase.id]:[hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/hbase.id] 2024-11-10T11:46:43,748 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T11:46:43,753 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T11:46:43,771 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-10T11:46:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741827_1003 (size=196) 2024-11-10T11:46:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741827_1003 (size=196) 2024-11-10T11:46:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741827_1003 (size=196) 2024-11-10T11:46:43,810 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T11:46:43,813 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T11:46:43,830 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:46:43,834 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T11:46:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741828_1004 (size=1189) 2024-11-10T11:46:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741828_1004 (size=1189) 2024-11-10T11:46:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741828_1004 (size=1189) 2024-11-10T11:46:43,886 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store 2024-11-10T11:46:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741829_1005 (size=34) 2024-11-10T11:46:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741829_1005 (size=34) 2024-11-10T11:46:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741829_1005 (size=34) 2024-11-10T11:46:43,914 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T11:46:43,917 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:43,918 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T11:46:43,918 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T11:46:43,918 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T11:46:43,920 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T11:46:43,920 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T11:46:43,920 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T11:46:43,921 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731239203918Disabling compacts and flushes for region at 1731239203918Disabling writes for close at 1731239203920 (+2 ms)Writing region close event to WAL at 1731239203920Closed at 1731239203920 2024-11-10T11:46:43,923 WARN [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/.initializing 2024-11-10T11:46:43,923 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/WALs/b1807907b3fc,38609,1731239202736 2024-11-10T11:46:43,932 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T11:46:43,947 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C38609%2C1731239202736, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/WALs/b1807907b3fc,38609,1731239202736, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/oldWALs, maxLogs=10 2024-11-10T11:46:43,970 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/WALs/b1807907b3fc,38609,1731239202736/b1807907b3fc%2C38609%2C1731239202736.1731239203951, exclude list is [], retry=0 2024-11-10T11:46:43,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33619,DS-b2fdfdfa-0525-416d-8e3d-e46a68ea494c,DISK] 2024-11-10T11:46:43,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-7cf9c8a6-39ce-4fcf-a3eb-787fb7dab61d,DISK] 2024-11-10T11:46:43,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-91d9abbf-d048-4453-8eb0-4e9cbb62c8fd,DISK] 2024-11-10T11:46:43,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T11:46:44,030 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/WALs/b1807907b3fc,38609,1731239202736/b1807907b3fc%2C38609%2C1731239202736.1731239203951 2024-11-10T11:46:44,031 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:43557:43557),(127.0.0.1/127.0.0.1:43905:43905)] 2024-11-10T11:46:44,032 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T11:46:44,032 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:44,036 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,037 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T11:46:44,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:44,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T11:46:44,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:44,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T11:46:44,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:44,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T11:46:44,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:44,120 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,123 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,124 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,129 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,129 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,133 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T11:46:44,136 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T11:46:44,141 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:44,142 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59916196, jitterRate=-0.10717910528182983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T11:46:44,151 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731239204049Initializing all the Stores at 1731239204052 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239204052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239204053 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239204053Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239204053Cleaning up temporary data from old regions at 1731239204130 (+77 ms)Region opened successfully at 1731239204150 (+20 ms) 2024-11-10T11:46:44,152 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T11:46:44,189 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58748b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1807907b3fc/172.17.0.2:0 2024-11-10T11:46:44,222 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T11:46:44,234 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:46:44,234 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:46:44,237 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:46:44,239 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T11:46:44,244 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T11:46:44,244 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T11:46:44,270 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T11:46:44,278 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T11:46:44,280 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T11:46:44,282 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T11:46:44,283 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T11:46:44,285 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T11:46:44,287 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T11:46:44,290 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T11:46:44,292 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T11:46:44,293 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T11:46:44,294 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T11:46:44,312 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T11:46:44,313 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T11:46:44,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T11:46:44,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T11:46:44,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T11:46:44,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T11:46:44,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,321 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1807907b3fc,38609,1731239202736, sessionid=0x101920141d60000, setting cluster-up flag (Was=false) 2024-11-10T11:46:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,341 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T11:46:44,342 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1807907b3fc,38609,1731239202736 2024-11-10T11:46:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:44,353 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T11:46:44,355 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1807907b3fc,38609,1731239202736 2024-11-10T11:46:44,361 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T11:46:44,375 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(746): ClusterId : f13023ec-8dcb-48ac-8adb-332c7b28adde 2024-11-10T11:46:44,375 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(746): ClusterId : f13023ec-8dcb-48ac-8adb-332c7b28adde 2024-11-10T11:46:44,375 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(746): ClusterId : f13023ec-8dcb-48ac-8adb-332c7b28adde 2024-11-10T11:46:44,378 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T11:46:44,378 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T11:46:44,378 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T11:46:44,383 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T11:46:44,383 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T11:46:44,383 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T11:46:44,383 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T11:46:44,383 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T11:46:44,383 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T11:46:44,386 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T11:46:44,386 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T11:46:44,387 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T11:46:44,387 DEBUG [RS:2;b1807907b3fc:39805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea9e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1807907b3fc/172.17.0.2:0 2024-11-10T11:46:44,387 DEBUG [RS:1;b1807907b3fc:42069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fac247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1807907b3fc/172.17.0.2:0 2024-11-10T11:46:44,387 DEBUG [RS:0;b1807907b3fc:41447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5191b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1807907b3fc/172.17.0.2:0 2024-11-10T11:46:44,401 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b1807907b3fc:39805 2024-11-10T11:46:44,405 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T11:46:44,405 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T11:46:44,405 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T11:46:44,408 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1807907b3fc:41447 2024-11-10T11:46:44,408 DEBUG [RS:1;b1807907b3fc:42069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b1807907b3fc:42069 2024-11-10T11:46:44,408 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1807907b3fc,38609,1731239202736 with port=39805, startcode=1731239203546 2024-11-10T11:46:44,408 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T11:46:44,408 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T11:46:44,408 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T11:46:44,408 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T11:46:44,408 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T11:46:44,408 DEBUG [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T11:46:44,409 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1807907b3fc,38609,1731239202736 with port=41447, startcode=1731239203402 2024-11-10T11:46:44,409 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1807907b3fc,38609,1731239202736 with port=42069, startcode=1731239203504 2024-11-10T11:46:44,421 DEBUG [RS:2;b1807907b3fc:39805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T11:46:44,421 DEBUG [RS:1;b1807907b3fc:42069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T11:46:44,421 DEBUG [RS:0;b1807907b3fc:41447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T11:46:44,464 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57119, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T11:46:44,464 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T11:46:44,464 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T11:46:44,463 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:46:44,473 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:46:44,474 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T11:46:44,480 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:46:44,480 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T11:46:44,481 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:46:44,486 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1807907b3fc,38609,1731239202736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T11:46:44,493 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1807907b3fc:0, corePoolSize=5, maxPoolSize=5 2024-11-10T11:46:44,494 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1807907b3fc:0, corePoolSize=5, maxPoolSize=5 2024-11-10T11:46:44,494 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1807907b3fc:0, corePoolSize=5, maxPoolSize=5 2024-11-10T11:46:44,494 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1807907b3fc:0, corePoolSize=5, maxPoolSize=5 2024-11-10T11:46:44,494 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1807907b3fc:0, corePoolSize=10, maxPoolSize=10 2024-11-10T11:46:44,494 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,494 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1807907b3fc:0, corePoolSize=2, maxPoolSize=2 2024-11-10T11:46:44,494 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,495 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239234495 2024-11-10T11:46:44,497 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T11:46:44,498 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T11:46:44,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T11:46:44,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T11:46:44,502 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T11:46:44,502 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T11:46:44,502 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T11:46:44,502 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T11:46:44,504 DEBUG [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T11:46:44,504 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T11:46:44,504 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T11:46:44,504 WARN [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T11:46:44,504 WARN [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T11:46:44,504 WARN [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T11:46:44,503 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,506 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T11:46:44,507 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T11:46:44,507 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T11:46:44,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T11:46:44,509 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T11:46:44,509 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T11:46:44,510 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.large.0-1731239204510,5,FailOnTimeoutGroup] 2024-11-10T11:46:44,511 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.small.0-1731239204511,5,FailOnTimeoutGroup] 2024-11-10T11:46:44,511 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,511 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T11:46:44,512 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,513 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741831_1007 (size=1321) 2024-11-10T11:46:44,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741831_1007 (size=1321) 2024-11-10T11:46:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741831_1007 (size=1321) 2024-11-10T11:46:44,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T11:46:44,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741832_1008 (size=32) 2024-11-10T11:46:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741832_1008 (size=32) 2024-11-10T11:46:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741832_1008 (size=32) 2024-11-10T11:46:44,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:44,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T11:46:44,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T11:46:44,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:44,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T11:46:44,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T11:46:44,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:44,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T11:46:44,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T11:46:44,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:44,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T11:46:44,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T11:46:44,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:44,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T11:46:44,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740 2024-11-10T11:46:44,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740 2024-11-10T11:46:44,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T11:46:44,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T11:46:44,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T11:46:44,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T11:46:44,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:44,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61313352, jitterRate=-0.08635985851287842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T11:46:44,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731239204539Initializing all the Stores at 1731239204541 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239204541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239204541Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239204541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239204541Cleaning up temporary data from old regions at 1731239204562 (+21 ms)Region opened successfully at 1731239204576 (+14 ms) 2024-11-10T11:46:44,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T11:46:44,576 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T11:46:44,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T11:46:44,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T11:46:44,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T11:46:44,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T11:46:44,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731239204576Disabling compacts and flushes for region at 1731239204576Disabling writes for close at 1731239204577 (+1 ms)Writing region close event to WAL at 1731239204578 (+1 ms)Closed at 1731239204579 (+1 ms) 2024-11-10T11:46:44,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T11:46:44,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T11:46:44,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T11:46:44,606 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1807907b3fc,38609,1731239202736 with port=42069, startcode=1731239203504 2024-11-10T11:46:44,606 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1807907b3fc,38609,1731239202736 with port=39805, startcode=1731239203546 2024-11-10T11:46:44,606 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1807907b3fc,38609,1731239202736 with port=41447, startcode=1731239203402 2024-11-10T11:46:44,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1807907b3fc,42069,1731239203504 2024-11-10T11:46:44,609 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:46:44,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] master.ServerManager(517): Registering regionserver=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:44,612 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T11:46:44,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1807907b3fc,41447,1731239203402 2024-11-10T11:46:44,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] master.ServerManager(517): Registering regionserver=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:44,620 DEBUG [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:44,620 DEBUG [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41145 2024-11-10T11:46:44,620 DEBUG [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T11:46:44,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1807907b3fc,39805,1731239203546 2024-11-10T11:46:44,623 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:44,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] master.ServerManager(517): Registering regionserver=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:44,623 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41145 2024-11-10T11:46:44,623 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T11:46:44,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T11:46:44,628 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:44,628 DEBUG [RS:1;b1807907b3fc:42069 {}] zookeeper.ZKUtil(111): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1807907b3fc,42069,1731239203504 2024-11-10T11:46:44,628 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41145 2024-11-10T11:46:44,628 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T11:46:44,628 WARN [RS:1;b1807907b3fc:42069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T11:46:44,628 INFO [RS:1;b1807907b3fc:42069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T11:46:44,628 DEBUG [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504 2024-11-10T11:46:44,630 DEBUG [RS:0;b1807907b3fc:41447 {}] zookeeper.ZKUtil(111): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1807907b3fc,41447,1731239203402 2024-11-10T11:46:44,630 WARN [RS:0;b1807907b3fc:41447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T11:46:44,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1807907b3fc,42069,1731239203504] 2024-11-10T11:46:44,630 INFO [RS:0;b1807907b3fc:41447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T11:46:44,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1807907b3fc,41447,1731239203402] 2024-11-10T11:46:44,630 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,41447,1731239203402 2024-11-10T11:46:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T11:46:44,631 DEBUG [RS:2;b1807907b3fc:39805 {}] zookeeper.ZKUtil(111): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1807907b3fc,39805,1731239203546 2024-11-10T11:46:44,632 WARN [RS:2;b1807907b3fc:39805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T11:46:44,632 INFO [RS:2;b1807907b3fc:39805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T11:46:44,632 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,39805,1731239203546 2024-11-10T11:46:44,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1807907b3fc,39805,1731239203546] 2024-11-10T11:46:44,659 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T11:46:44,659 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T11:46:44,659 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T11:46:44,673 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T11:46:44,673 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T11:46:44,673 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T11:46:44,678 INFO [RS:1;b1807907b3fc:42069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T11:46:44,678 INFO [RS:0;b1807907b3fc:41447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T11:46:44,678 INFO [RS:2;b1807907b3fc:39805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T11:46:44,678 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,678 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,678 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,679 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T11:46:44,679 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T11:46:44,679 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T11:46:44,686 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T11:46:44,686 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T11:46:44,686 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T11:46:44,687 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,687 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,687 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,687 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,687 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,687 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0, corePoolSize=2, maxPoolSize=2 2024-11-10T11:46:44,688 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,688 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0, corePoolSize=2, maxPoolSize=2 2024-11-10T11:46:44,688 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0, corePoolSize=2, maxPoolSize=2 2024-11-10T11:46:44,689 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1807907b3fc:0, corePoolSize=3, maxPoolSize=3 2024-11-10T11:46:44,689 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,689 DEBUG [RS:0;b1807907b3fc:41447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0, corePoolSize=3, maxPoolSize=3 2024-11-10T11:46:44,690 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1807907b3fc:0, corePoolSize=3, maxPoolSize=3 2024-11-10T11:46:44,690 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,690 DEBUG [RS:1;b1807907b3fc:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0, corePoolSize=3, maxPoolSize=3 2024-11-10T11:46:44,690 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T11:46:44,690 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1807907b3fc:0, corePoolSize=3, maxPoolSize=3 2024-11-10T11:46:44,690 DEBUG [RS:2;b1807907b3fc:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0, corePoolSize=3, maxPoolSize=3 2024-11-10T11:46:44,691 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,41447,1731239203402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,691 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,692 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,692 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,692 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,692 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,692 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,692 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,39805,1731239203546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T11:46:44,692 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,692 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,42069,1731239203504-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T11:46:44,714 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T11:46:44,714 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T11:46:44,715 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T11:46:44,716 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,41447,1731239203402-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,716 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,42069,1731239203504-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,716 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,39805,1731239203546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,717 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,717 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,717 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,717 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.Replication(171): b1807907b3fc,41447,1731239203402 started 2024-11-10T11:46:44,717 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.Replication(171): b1807907b3fc,39805,1731239203546 started 2024-11-10T11:46:44,717 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.Replication(171): b1807907b3fc,42069,1731239203504 started 2024-11-10T11:46:44,736 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,736 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1482): Serving as b1807907b3fc,39805,1731239203546, RpcServer on b1807907b3fc/172.17.0.2:39805, sessionid=0x101920141d60003 2024-11-10T11:46:44,737 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T11:46:44,737 DEBUG [RS:2;b1807907b3fc:39805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1807907b3fc,39805,1731239203546 2024-11-10T11:46:44,737 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1807907b3fc,39805,1731239203546' 2024-11-10T11:46:44,738 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T11:46:44,739 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T11:46:44,739 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T11:46:44,739 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T11:46:44,739 DEBUG [RS:2;b1807907b3fc:39805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1807907b3fc,39805,1731239203546 2024-11-10T11:46:44,740 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1807907b3fc,39805,1731239203546' 2024-11-10T11:46:44,740 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T11:46:44,740 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T11:46:44,740 INFO [RS:1;b1807907b3fc:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,740 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:44,741 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1482): Serving as b1807907b3fc,41447,1731239203402, RpcServer on b1807907b3fc/172.17.0.2:41447, sessionid=0x101920141d60001 2024-11-10T11:46:44,741 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(1482): Serving as b1807907b3fc,42069,1731239203504, RpcServer on b1807907b3fc/172.17.0.2:42069, sessionid=0x101920141d60002 2024-11-10T11:46:44,741 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T11:46:44,741 DEBUG [RS:0;b1807907b3fc:41447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1807907b3fc,41447,1731239203402 2024-11-10T11:46:44,741 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1807907b3fc,41447,1731239203402' 2024-11-10T11:46:44,741 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T11:46:44,741 DEBUG [RS:2;b1807907b3fc:39805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T11:46:44,741 DEBUG [RS:1;b1807907b3fc:42069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1807907b3fc,42069,1731239203504 2024-11-10T11:46:44,741 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T11:46:44,741 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1807907b3fc,42069,1731239203504' 2024-11-10T11:46:44,741 INFO [RS:2;b1807907b3fc:39805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T11:46:44,741 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T11:46:44,741 INFO [RS:2;b1807907b3fc:39805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T11:46:44,742 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T11:46:44,742 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T11:46:44,742 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T11:46:44,742 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T11:46:44,742 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T11:46:44,742 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T11:46:44,742 DEBUG [RS:1;b1807907b3fc:42069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1807907b3fc,42069,1731239203504 2024-11-10T11:46:44,742 DEBUG [RS:0;b1807907b3fc:41447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1807907b3fc,41447,1731239203402 2024-11-10T11:46:44,742 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1807907b3fc,42069,1731239203504' 2024-11-10T11:46:44,742 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1807907b3fc,41447,1731239203402' 2024-11-10T11:46:44,742 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T11:46:44,742 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T11:46:44,743 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T11:46:44,743 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T11:46:44,744 DEBUG [RS:0;b1807907b3fc:41447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T11:46:44,744 DEBUG [RS:1;b1807907b3fc:42069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T11:46:44,744 INFO [RS:0;b1807907b3fc:41447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T11:46:44,744 INFO [RS:0;b1807907b3fc:41447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T11:46:44,744 INFO [RS:1;b1807907b3fc:42069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T11:46:44,744 INFO [RS:1;b1807907b3fc:42069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T11:46:44,763 WARN [b1807907b3fc:38609 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T11:46:44,847 INFO [RS:1;b1807907b3fc:42069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T11:46:44,847 INFO [RS:0;b1807907b3fc:41447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T11:46:44,847 INFO [RS:2;b1807907b3fc:39805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T11:46:44,850 INFO [RS:2;b1807907b3fc:39805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C39805%2C1731239203546, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,39805,1731239203546, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs, maxLogs=32 2024-11-10T11:46:44,850 INFO [RS:0;b1807907b3fc:41447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C41447%2C1731239203402, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,41447,1731239203402, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs, maxLogs=32 2024-11-10T11:46:44,850 INFO [RS:1;b1807907b3fc:42069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C42069%2C1731239203504, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs, maxLogs=32 2024-11-10T11:46:44,869 DEBUG [RS:0;b1807907b3fc:41447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,41447,1731239203402/b1807907b3fc%2C41447%2C1731239203402.1731239204854, exclude list is [], retry=0 2024-11-10T11:46:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-91d9abbf-d048-4453-8eb0-4e9cbb62c8fd,DISK] 2024-11-10T11:46:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33619,DS-b2fdfdfa-0525-416d-8e3d-e46a68ea494c,DISK] 2024-11-10T11:46:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-7cf9c8a6-39ce-4fcf-a3eb-787fb7dab61d,DISK] 2024-11-10T11:46:44,904 DEBUG [RS:2;b1807907b3fc:39805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,39805,1731239203546/b1807907b3fc%2C39805%2C1731239203546.1731239204855, exclude list is [], retry=0 2024-11-10T11:46:44,904 DEBUG [RS:1;b1807907b3fc:42069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504/b1807907b3fc%2C42069%2C1731239203504.1731239204855, exclude list is [], retry=0 2024-11-10T11:46:44,908 INFO [RS:0;b1807907b3fc:41447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,41447,1731239203402/b1807907b3fc%2C41447%2C1731239203402.1731239204854 2024-11-10T11:46:44,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-91d9abbf-d048-4453-8eb0-4e9cbb62c8fd,DISK] 2024-11-10T11:46:44,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33619,DS-b2fdfdfa-0525-416d-8e3d-e46a68ea494c,DISK] 2024-11-10T11:46:44,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-7cf9c8a6-39ce-4fcf-a3eb-787fb7dab61d,DISK] 2024-11-10T11:46:44,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33619,DS-b2fdfdfa-0525-416d-8e3d-e46a68ea494c,DISK] 2024-11-10T11:46:44,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-91d9abbf-d048-4453-8eb0-4e9cbb62c8fd,DISK] 2024-11-10T11:46:44,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-7cf9c8a6-39ce-4fcf-a3eb-787fb7dab61d,DISK] 2024-11-10T11:46:44,917 DEBUG [RS:0;b1807907b3fc:41447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43905:43905),(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-10T11:46:44,921 INFO [RS:1;b1807907b3fc:42069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504/b1807907b3fc%2C42069%2C1731239203504.1731239204855 2024-11-10T11:46:44,921 DEBUG [RS:1;b1807907b3fc:42069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557),(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:43905:43905)] 2024-11-10T11:46:44,921 INFO [RS:2;b1807907b3fc:39805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,39805,1731239203546/b1807907b3fc%2C39805%2C1731239203546.1731239204855 2024-11-10T11:46:44,924 DEBUG [RS:2;b1807907b3fc:39805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557),(127.0.0.1/127.0.0.1:43905:43905),(127.0.0.1/127.0.0.1:35037:35037)] 2024-11-10T11:46:45,016 DEBUG [b1807907b3fc:38609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T11:46:45,024 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(204): Hosts are {b1807907b3fc=0} racks are {/default-rack=0} 2024-11-10T11:46:45,030 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T11:46:45,031 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T11:46:45,031 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T11:46:45,031 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T11:46:45,031 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T11:46:45,031 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T11:46:45,031 INFO [b1807907b3fc:38609 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T11:46:45,031 INFO [b1807907b3fc:38609 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T11:46:45,031 INFO [b1807907b3fc:38609 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T11:46:45,031 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T11:46:45,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:45,046 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,42069,1731239203504, state=OPENING 2024-11-10T11:46:45,051 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T11:46:45,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:45,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:45,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:45,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:46:45,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:45,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:45,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:45,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:45,056 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:46:45,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:45,234 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T11:46:45,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T11:46:45,251 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T11:46:45,252 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T11:46:45,252 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T11:46:45,255 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C42069%2C1731239203504.meta, suffix=.meta, logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs, maxLogs=32 2024-11-10T11:46:45,271 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, exclude list is [], retry=0 2024-11-10T11:46:45,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-91d9abbf-d048-4453-8eb0-4e9cbb62c8fd,DISK] 2024-11-10T11:46:45,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-7cf9c8a6-39ce-4fcf-a3eb-787fb7dab61d,DISK] 2024-11-10T11:46:45,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33619,DS-b2fdfdfa-0525-416d-8e3d-e46a68ea494c,DISK] 2024-11-10T11:46:45,279 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta 2024-11-10T11:46:45,280 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557),(127.0.0.1/127.0.0.1:43905:43905),(127.0.0.1/127.0.0.1:35037:35037)] 2024-11-10T11:46:45,280 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T11:46:45,282 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T11:46:45,284 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T11:46:45,289 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T11:46:45,293 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T11:46:45,294 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,294 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T11:46:45,294 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T11:46:45,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T11:46:45,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T11:46:45,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:45,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:45,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T11:46:45,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T11:46:45,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:45,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:45,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T11:46:45,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T11:46:45,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:45,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:45,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T11:46:45,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T11:46:45,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:45,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:46:45,307 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T11:46:45,308 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740 2024-11-10T11:46:45,310 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740 2024-11-10T11:46:45,313 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T11:46:45,313 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T11:46:45,314 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T11:46:45,316 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T11:46:45,318 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61532094, jitterRate=-0.0831003487110138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T11:46:45,318 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T11:46:45,319 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731239205295Writing region info on filesystem at 1731239205295Initializing all the Stores at 1731239205297 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239205297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239205297Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239205297Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239205297Cleaning up temporary data from old regions at 1731239205313 (+16 ms)Running coprocessor post-open hooks at 1731239205318 (+5 ms)Region opened successfully at 1731239205319 (+1 ms) 2024-11-10T11:46:45,327 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731239205225 2024-11-10T11:46:45,337 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T11:46:45,338 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T11:46:45,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:45,342 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,42069,1731239203504, state=OPEN 2024-11-10T11:46:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:46:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:46:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:46:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:46:45,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:45,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:45,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:45,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:45,346 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:45,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T11:46:45,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,42069,1731239203504 in 288 msec 2024-11-10T11:46:45,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T11:46:45,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 761 msec 2024-11-10T11:46:45,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T11:46:45,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T11:46:45,384 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:45,385 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:45,407 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T11:46:45,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41245, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T11:46:45,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0350 sec 2024-11-10T11:46:45,428 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731239205428, completionTime=-1 2024-11-10T11:46:45,432 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T11:46:45,432 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:46:45,463 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T11:46:45,463 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731239265463 2024-11-10T11:46:45,463 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731239325463 2024-11-10T11:46:45,464 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-10T11:46:45,466 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:46:45,474 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,38609,1731239202736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:45,475 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,38609,1731239202736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:45,475 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,38609,1731239202736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:45,477 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1807907b3fc:38609, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:45,477 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:45,478 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:45,484 DEBUG [master/b1807907b3fc:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T11:46:45,505 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.879sec 2024-11-10T11:46:45,507 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T11:46:45,508 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T11:46:45,509 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T11:46:45,509 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T11:46:45,510 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T11:46:45,510 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,38609,1731239202736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T11:46:45,511 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,38609,1731239202736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T11:46:45,515 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T11:46:45,517 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T11:46:45,517 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,38609,1731239202736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T11:46:45,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f113c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T11:46:45,592 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T11:46:45,592 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T11:46:45,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,38609,-1 for getting cluster id 2024-11-10T11:46:45,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T11:46:45,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f13023ec-8dcb-48ac-8adb-332c7b28adde' 2024-11-10T11:46:45,608 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T11:46:45,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f13023ec-8dcb-48ac-8adb-332c7b28adde" 2024-11-10T11:46:45,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbec899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T11:46:45,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,38609,-1] 2024-11-10T11:46:45,612 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T11:46:45,614 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:46:45,614 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T11:46:45,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4225f0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T11:46:45,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:45,647 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:45,647 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T11:46:45,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T11:46:45,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1807907b3fc,38609,1731239202736 2024-11-10T11:46:45,683 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T11:46:45,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T11:46:45,694 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1807907b3fc,38609,1731239202736 2024-11-10T11:46:45,697 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21d57951 2024-11-10T11:46:45,697 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T11:46:45,700 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T11:46:45,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T11:46:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:46:45,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T11:46:45,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-10T11:46:45,724 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:45,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T11:46:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T11:46:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741837_1013 (size=1020) 2024-11-10T11:46:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741837_1013 (size=1020) 2024-11-10T11:46:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741837_1013 (size=1020) 2024-11-10T11:46:45,746 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c16a369e043e2557e0dac8c57339503f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,746 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1cfd565c834144f7d422c8622e3c5eb6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,746 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae4a8526b855263ceb328c597bed54bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741838_1014 (size=110) 2024-11-10T11:46:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741838_1014 (size=110) 2024-11-10T11:46:45,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741839_1015 (size=107) 2024-11-10T11:46:45,763 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,763 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing c16a369e043e2557e0dac8c57339503f, disabling compactions & flushes 2024-11-10T11:46:45,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741839_1015 (size=107) 2024-11-10T11:46:45,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741840_1016 (size=110) 2024-11-10T11:46:45,764 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:46:45,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:46:45,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741838_1014 (size=110) 2024-11-10T11:46:45,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. after waiting 0 ms 2024-11-10T11:46:45,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:46:45,764 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:46:45,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741839_1015 (size=107) 2024-11-10T11:46:45,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for c16a369e043e2557e0dac8c57339503f: Waiting for close lock at 1731239205763Disabling compacts and flushes for region at 1731239205763Disabling writes for close at 1731239205764 (+1 ms)Writing region close event to WAL at 1731239205764Closed at 1731239205764 2024-11-10T11:46:45,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741840_1016 (size=110) 2024-11-10T11:46:45,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741840_1016 (size=110) 2024-11-10T11:46:45,765 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3d3dff82b933a0b1873601e28a76d656, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ae4a8526b855263ceb328c597bed54bd, disabling compactions & flushes 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,766 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 1cfd565c834144f7d422c8622e3c5eb6, disabling compactions & flushes 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. after waiting 0 ms 2024-11-10T11:46:45,766 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:46:45,766 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. after waiting 0 ms 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae4a8526b855263ceb328c597bed54bd: Waiting for close lock at 1731239205766Disabling compacts and flushes for region at 1731239205766Disabling writes for close at 1731239205766Writing region close event to WAL at 1731239205766Closed at 1731239205766 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:46:45,766 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:46:45,766 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1cfd565c834144f7d422c8622e3c5eb6: Waiting for close lock at 1731239205766Disabling compacts and flushes for region at 1731239205766Disabling writes for close at 1731239205766Writing region close event to WAL at 1731239205766Closed at 1731239205766 2024-11-10T11:46:45,767 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2f8af51da65de91948d7dbfc4d44b93, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,768 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 318e68b8c418d95ced01da93356f2fb4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741841_1017 (size=110) 2024-11-10T11:46:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741841_1017 (size=110) 2024-11-10T11:46:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741841_1017 (size=110) 2024-11-10T11:46:45,785 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,785 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 3d3dff82b933a0b1873601e28a76d656, disabling compactions & flushes 2024-11-10T11:46:45,785 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:46:45,785 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:46:45,785 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. after waiting 0 ms 2024-11-10T11:46:45,785 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:46:45,785 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:46:45,786 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3d3dff82b933a0b1873601e28a76d656: Waiting for close lock at 1731239205785Disabling compacts and flushes for region at 1731239205785Disabling writes for close at 1731239205785Writing region close event to WAL at 1731239205785Closed at 1731239205785 2024-11-10T11:46:45,786 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8952a7f95d793c9f229f45c2669825a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741843_1019 (size=110) 2024-11-10T11:46:45,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741843_1019 (size=110) 2024-11-10T11:46:45,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741842_1018 (size=110) 2024-11-10T11:46:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741842_1018 (size=110) 2024-11-10T11:46:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741842_1018 (size=110) 2024-11-10T11:46:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741843_1019 (size=110) 2024-11-10T11:46:45,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 318e68b8c418d95ced01da93356f2fb4, disabling compactions & flushes 2024-11-10T11:46:45,795 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:46:45,796 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:46:45,796 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. after waiting 0 ms 2024-11-10T11:46:45,796 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:46:45,796 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:46:45,796 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 318e68b8c418d95ced01da93356f2fb4: Waiting for close lock at 1731239205795Disabling compacts and flushes for region at 1731239205795Disabling writes for close at 1731239205796 (+1 ms)Writing region close event to WAL at 1731239205796Closed at 1731239205796 2024-11-10T11:46:45,797 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9b61afd42cf9c93e44ab278148fca35b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,800 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,800 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d2f8af51da65de91948d7dbfc4d44b93, disabling compactions & flushes 2024-11-10T11:46:45,800 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:46:45,800 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:46:45,800 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. after waiting 0 ms 2024-11-10T11:46:45,800 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:46:45,800 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:46:45,800 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2f8af51da65de91948d7dbfc4d44b93: Waiting for close lock at 1731239205800Disabling compacts and flushes for region at 1731239205800Disabling writes for close at 1731239205800Writing region close event to WAL at 1731239205800Closed at 1731239205800 2024-11-10T11:46:45,801 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12d7969c9299a21dff96329d38905c99, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741844_1020 (size=110) 2024-11-10T11:46:45,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741844_1020 (size=110) 2024-11-10T11:46:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741844_1020 (size=110) 2024-11-10T11:46:45,805 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,805 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8952a7f95d793c9f229f45c2669825a9, disabling compactions & flushes 2024-11-10T11:46:45,805 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:46:45,805 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:46:45,805 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. after waiting 0 ms 2024-11-10T11:46:45,805 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:46:45,805 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:46:45,805 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8952a7f95d793c9f229f45c2669825a9: Waiting for close lock at 1731239205805Disabling compacts and flushes for region at 1731239205805Disabling writes for close at 1731239205805Writing region close event to WAL at 1731239205805Closed at 1731239205805 2024-11-10T11:46:45,806 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f84a8d09433baae76d7fe7ba9ac78082, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741845_1021 (size=110) 2024-11-10T11:46:45,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741845_1021 (size=110) 2024-11-10T11:46:45,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741845_1021 (size=110) 2024-11-10T11:46:45,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 9b61afd42cf9c93e44ab278148fca35b, disabling compactions & flushes 2024-11-10T11:46:45,818 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:46:45,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:46:45,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. after waiting 0 ms 2024-11-10T11:46:45,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:46:45,818 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:46:45,818 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9b61afd42cf9c93e44ab278148fca35b: Waiting for close lock at 1731239205818Disabling compacts and flushes for region at 1731239205818Disabling writes for close at 1731239205818Writing region close event to WAL at 1731239205818Closed at 1731239205818 2024-11-10T11:46:45,819 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 26182d84b87d35a4da57111103fc2cbb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741846_1022 (size=110) 2024-11-10T11:46:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741846_1022 (size=110) 2024-11-10T11:46:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741846_1022 (size=110) 2024-11-10T11:46:45,823 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,823 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 12d7969c9299a21dff96329d38905c99, disabling compactions & flushes 2024-11-10T11:46:45,823 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:46:45,823 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:46:45,823 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. after waiting 0 ms 2024-11-10T11:46:45,823 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:46:45,823 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:46:45,823 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12d7969c9299a21dff96329d38905c99: Waiting for close lock at 1731239205823Disabling compacts and flushes for region at 1731239205823Disabling writes for close at 1731239205823Writing region close event to WAL at 1731239205823Closed at 1731239205823 2024-11-10T11:46:45,824 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c42399ebb31a75fb834667fc64c08672, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741847_1023 (size=110) 2024-11-10T11:46:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741847_1023 (size=110) 2024-11-10T11:46:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741847_1023 (size=110) 2024-11-10T11:46:45,828 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,828 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f84a8d09433baae76d7fe7ba9ac78082, disabling compactions & flushes 2024-11-10T11:46:45,828 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:46:45,828 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:46:45,828 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. after waiting 0 ms 2024-11-10T11:46:45,828 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:46:45,828 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:46:45,828 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f84a8d09433baae76d7fe7ba9ac78082: Waiting for close lock at 1731239205828Disabling compacts and flushes for region at 1731239205828Disabling writes for close at 1731239205828Writing region close event to WAL at 1731239205828Closed at 1731239205828 2024-11-10T11:46:45,829 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 445dbb7248064f0c85d02f57462b6742, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741848_1024 (size=110) 2024-11-10T11:46:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741848_1024 (size=110) 2024-11-10T11:46:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741848_1024 (size=110) 2024-11-10T11:46:45,840 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 26182d84b87d35a4da57111103fc2cbb, disabling compactions & flushes 2024-11-10T11:46:45,841 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:46:45,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:46:45,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. after waiting 0 ms 2024-11-10T11:46:45,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:46:45,841 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:46:45,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 26182d84b87d35a4da57111103fc2cbb: Waiting for close lock at 1731239205841Disabling compacts and flushes for region at 1731239205841Disabling writes for close at 1731239205841Writing region close event to WAL at 1731239205841Closed at 1731239205841 2024-11-10T11:46:45,843 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1c2e8453ec3de12a32b925634f3d0ee8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T11:46:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741849_1025 (size=110) 2024-11-10T11:46:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741849_1025 (size=110) 2024-11-10T11:46:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741849_1025 (size=110) 2024-11-10T11:46:45,849 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,850 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c42399ebb31a75fb834667fc64c08672, disabling compactions & flushes 2024-11-10T11:46:45,850 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:46:45,850 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:46:45,850 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. after waiting 0 ms 2024-11-10T11:46:45,850 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:46:45,850 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:46:45,850 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c42399ebb31a75fb834667fc64c08672: Waiting for close lock at 1731239205850Disabling compacts and flushes for region at 1731239205850Disabling writes for close at 1731239205850Writing region close event to WAL at 1731239205850Closed at 1731239205850 2024-11-10T11:46:45,851 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ece8b23101ba7db9175d019cb00ad9d4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741850_1026 (size=110) 2024-11-10T11:46:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741850_1026 (size=110) 2024-11-10T11:46:45,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741850_1026 (size=110) 2024-11-10T11:46:45,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 445dbb7248064f0c85d02f57462b6742, disabling compactions & flushes 2024-11-10T11:46:45,856 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:46:45,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:46:45,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. after waiting 0 ms 2024-11-10T11:46:45,857 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:46:45,857 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:46:45,857 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 445dbb7248064f0c85d02f57462b6742: Waiting for close lock at 1731239205856Disabling compacts and flushes for region at 1731239205856Disabling writes for close at 1731239205856Writing region close event to WAL at 1731239205857 (+1 ms)Closed at 1731239205857 2024-11-10T11:46:45,857 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => aae60b5f280118546887e4a7f80a9513, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741851_1027 (size=110) 2024-11-10T11:46:45,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741851_1027 (size=110) 2024-11-10T11:46:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741851_1027 (size=110) 2024-11-10T11:46:45,861 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,861 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 1c2e8453ec3de12a32b925634f3d0ee8, disabling compactions & flushes 2024-11-10T11:46:45,861 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:46:45,861 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:46:45,861 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. after waiting 0 ms 2024-11-10T11:46:45,861 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:46:45,861 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:46:45,862 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1c2e8453ec3de12a32b925634f3d0ee8: Waiting for close lock at 1731239205861Disabling compacts and flushes for region at 1731239205861Disabling writes for close at 1731239205861Writing region close event to WAL at 1731239205861Closed at 1731239205861 2024-11-10T11:46:45,862 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a734c8cedd4615b74e8cfeffc95872aa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741852_1028 (size=110) 2024-11-10T11:46:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741852_1028 (size=110) 2024-11-10T11:46:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741852_1028 (size=110) 2024-11-10T11:46:45,868 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,869 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ece8b23101ba7db9175d019cb00ad9d4, disabling compactions & flushes 2024-11-10T11:46:45,869 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:46:45,869 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:46:45,869 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. after waiting 0 ms 2024-11-10T11:46:45,869 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:46:45,869 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:46:45,869 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ece8b23101ba7db9175d019cb00ad9d4: Waiting for close lock at 1731239205868Disabling compacts and flushes for region at 1731239205868Disabling writes for close at 1731239205869 (+1 ms)Writing region close event to WAL at 1731239205869Closed at 1731239205869 2024-11-10T11:46:45,870 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e5f9241aab6e5fef3c7d12add11350c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741853_1029 (size=110) 2024-11-10T11:46:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741853_1029 (size=110) 2024-11-10T11:46:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741853_1029 (size=110) 2024-11-10T11:46:45,878 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,878 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing aae60b5f280118546887e4a7f80a9513, disabling compactions & flushes 2024-11-10T11:46:45,878 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:46:45,878 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:46:45,878 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. after waiting 0 ms 2024-11-10T11:46:45,878 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:46:45,878 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:46:45,878 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for aae60b5f280118546887e4a7f80a9513: Waiting for close lock at 1731239205878Disabling compacts and flushes for region at 1731239205878Disabling writes for close at 1731239205878Writing region close event to WAL at 1731239205878Closed at 1731239205878 2024-11-10T11:46:45,879 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ae36c73cfbd03623bb5ab1c484500f6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741854_1030 (size=110) 2024-11-10T11:46:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741854_1030 (size=110) 2024-11-10T11:46:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741854_1030 (size=110) 2024-11-10T11:46:45,883 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,883 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a734c8cedd4615b74e8cfeffc95872aa, disabling compactions & flushes 2024-11-10T11:46:45,883 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:46:45,883 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:46:45,883 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. after waiting 0 ms 2024-11-10T11:46:45,883 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:46:45,883 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:46:45,883 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a734c8cedd4615b74e8cfeffc95872aa: Waiting for close lock at 1731239205883Disabling compacts and flushes for region at 1731239205883Disabling writes for close at 1731239205883Writing region close event to WAL at 1731239205883Closed at 1731239205883 2024-11-10T11:46:45,884 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6ca5955b0f8ac0a95a4c02886cf52209, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741855_1031 (size=110) 2024-11-10T11:46:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741855_1031 (size=110) 2024-11-10T11:46:45,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741855_1031 (size=110) 2024-11-10T11:46:45,888 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,889 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2e5f9241aab6e5fef3c7d12add11350c, disabling compactions & flushes 2024-11-10T11:46:45,889 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:46:45,889 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:46:45,889 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. after waiting 0 ms 2024-11-10T11:46:45,889 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:46:45,889 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:46:45,889 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e5f9241aab6e5fef3c7d12add11350c: Waiting for close lock at 1731239205889Disabling compacts and flushes for region at 1731239205889Disabling writes for close at 1731239205889Writing region close event to WAL at 1731239205889Closed at 1731239205889 2024-11-10T11:46:45,890 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b10e69ed891bc84cebcc7dabd0b2f135, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741856_1032 (size=110) 2024-11-10T11:46:45,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741856_1032 (size=110) 2024-11-10T11:46:45,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741856_1032 (size=110) 2024-11-10T11:46:45,897 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ae36c73cfbd03623bb5ab1c484500f6c, disabling compactions & flushes 2024-11-10T11:46:45,898 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:46:45,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:46:45,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. after waiting 0 ms 2024-11-10T11:46:45,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:46:45,898 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:46:45,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ae36c73cfbd03623bb5ab1c484500f6c: Waiting for close lock at 1731239205897Disabling compacts and flushes for region at 1731239205898 (+1 ms)Disabling writes for close at 1731239205898Writing region close event to WAL at 1731239205898Closed at 1731239205898 2024-11-10T11:46:45,898 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5fc4807a84344639d4947afd3efbdd90, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741857_1033 (size=110) 2024-11-10T11:46:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741857_1033 (size=110) 2024-11-10T11:46:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741857_1033 (size=110) 2024-11-10T11:46:45,909 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,909 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 6ca5955b0f8ac0a95a4c02886cf52209, disabling compactions & flushes 2024-11-10T11:46:45,909 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:46:45,909 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:46:45,909 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. after waiting 0 ms 2024-11-10T11:46:45,909 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:46:45,909 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:46:45,909 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6ca5955b0f8ac0a95a4c02886cf52209: Waiting for close lock at 1731239205909Disabling compacts and flushes for region at 1731239205909Disabling writes for close at 1731239205909Writing region close event to WAL at 1731239205909Closed at 1731239205909 2024-11-10T11:46:45,910 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 196d980390401a0a5dae394865032373, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741858_1034 (size=110) 2024-11-10T11:46:45,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741858_1034 (size=110) 2024-11-10T11:46:45,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741858_1034 (size=110) 2024-11-10T11:46:45,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b10e69ed891bc84cebcc7dabd0b2f135, disabling compactions & flushes 2024-11-10T11:46:45,912 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:46:45,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:46:45,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. after waiting 0 ms 2024-11-10T11:46:45,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:46:45,912 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:46:45,912 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b10e69ed891bc84cebcc7dabd0b2f135: Waiting for close lock at 1731239205912Disabling compacts and flushes for region at 1731239205912Disabling writes for close at 1731239205912Writing region close event to WAL at 1731239205912Closed at 1731239205912 2024-11-10T11:46:45,913 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c093eda3fdda079913f37ed1b6e0977f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741859_1035 (size=110) 2024-11-10T11:46:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741859_1035 (size=110) 2024-11-10T11:46:45,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5fc4807a84344639d4947afd3efbdd90, disabling compactions & flushes 2024-11-10T11:46:45,921 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:46:45,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:46:45,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. after waiting 0 ms 2024-11-10T11:46:45,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:46:45,921 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:46:45,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5fc4807a84344639d4947afd3efbdd90: Waiting for close lock at 1731239205921Disabling compacts and flushes for region at 1731239205921Disabling writes for close at 1731239205921Writing region close event to WAL at 1731239205921Closed at 1731239205921 2024-11-10T11:46:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741859_1035 (size=110) 2024-11-10T11:46:45,922 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ca316518b699df76ba771ebcb6ae578c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741861_1037 (size=110) 2024-11-10T11:46:45,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741860_1036 (size=110) 2024-11-10T11:46:45,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741860_1036 (size=110) 2024-11-10T11:46:45,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741861_1037 (size=110) 2024-11-10T11:46:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741860_1036 (size=110) 2024-11-10T11:46:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741861_1037 (size=110) 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c093eda3fdda079913f37ed1b6e0977f, disabling compactions & flushes 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,929 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 196d980390401a0a5dae394865032373, disabling compactions & flushes 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. after waiting 0 ms 2024-11-10T11:46:45,929 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:46:45,929 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:46:45,929 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. after waiting 0 ms 2024-11-10T11:46:45,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c093eda3fdda079913f37ed1b6e0977f: Waiting for close lock at 1731239205929Disabling compacts and flushes for region at 1731239205929Disabling writes for close at 1731239205929Writing region close event to WAL at 1731239205929Closed at 1731239205929 2024-11-10T11:46:45,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:46:45,930 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:46:45,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 196d980390401a0a5dae394865032373: Waiting for close lock at 1731239205929Disabling compacts and flushes for region at 1731239205929Disabling writes for close at 1731239205929Writing region close event to WAL at 1731239205930 (+1 ms)Closed at 1731239205930 2024-11-10T11:46:45,930 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0d5f02641d6a99fcd268554fac58333, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6 2024-11-10T11:46:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741862_1038 (size=110) 2024-11-10T11:46:45,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741862_1038 (size=110) 2024-11-10T11:46:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741862_1038 (size=110) 2024-11-10T11:46:45,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ca316518b699df76ba771ebcb6ae578c, disabling compactions & flushes 2024-11-10T11:46:45,936 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:46:45,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:46:45,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. after waiting 0 ms 2024-11-10T11:46:45,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:46:45,936 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:46:45,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ca316518b699df76ba771ebcb6ae578c: Waiting for close lock at 1731239205936Disabling compacts and flushes for region at 1731239205936Disabling writes for close at 1731239205936Writing region close event to WAL at 1731239205936Closed at 1731239205936 2024-11-10T11:46:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741863_1039 (size=107) 2024-11-10T11:46:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741863_1039 (size=107) 2024-11-10T11:46:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741863_1039 (size=107) 2024-11-10T11:46:45,943 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:45,943 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b0d5f02641d6a99fcd268554fac58333, disabling compactions & flushes 2024-11-10T11:46:45,943 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:46:45,943 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:46:45,943 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. after waiting 0 ms 2024-11-10T11:46:45,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:46:45,944 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:46:45,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0d5f02641d6a99fcd268554fac58333: Waiting for close lock at 1731239205943Disabling compacts and flushes for region at 1731239205943Disabling writes for close at 1731239205943Writing region close event to WAL at 1731239205944 (+1 ms)Closed at 1731239205944 2024-11-10T11:46:45,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T11:46:45,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:45,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731239205946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731239205946"}]},"ts":"1731239205946"} 2024-11-10T11:46:46,007 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-10T11:46:46,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T11:46:46,012 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731239206009"}]},"ts":"1731239206009"} 2024-11-10T11:46:46,018 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-10T11:46:46,019 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {b1807907b3fc=0} racks are {/default-rack=0} 2024-11-10T11:46:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T11:46:46,063 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T11:46:46,063 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T11:46:46,063 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T11:46:46,063 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T11:46:46,063 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T11:46:46,063 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T11:46:46,063 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T11:46:46,063 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T11:46:46,063 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T11:46:46,063 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T11:46:46,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae4a8526b855263ceb328c597bed54bd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c16a369e043e2557e0dac8c57339503f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d3dff82b933a0b1873601e28a76d656, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318e68b8c418d95ced01da93356f2fb4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8952a7f95d793c9f229f45c2669825a9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9b61afd42cf9c93e44ab278148fca35b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f84a8d09433baae76d7fe7ba9ac78082, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26182d84b87d35a4da57111103fc2cbb, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=445dbb7248064f0c85d02f57462b6742, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c2e8453ec3de12a32b925634f3d0ee8, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aae60b5f280118546887e4a7f80a9513, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a734c8cedd4615b74e8cfeffc95872aa, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae36c73cfbd03623bb5ab1c484500f6c, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6ca5955b0f8ac0a95a4c02886cf52209, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fc4807a84344639d4947afd3efbdd90, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c093eda3fdda079913f37ed1b6e0977f, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca316518b699df76ba771ebcb6ae578c, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0d5f02641d6a99fcd268554fac58333, ASSIGN}] 2024-11-10T11:46:46,078 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0d5f02641d6a99fcd268554fac58333, ASSIGN 2024-11-10T11:46:46,080 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0d5f02641d6a99fcd268554fac58333, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca316518b699df76ba771ebcb6ae578c, ASSIGN 2024-11-10T11:46:46,083 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca316518b699df76ba771ebcb6ae578c, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,084 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c093eda3fdda079913f37ed1b6e0977f, ASSIGN 2024-11-10T11:46:46,086 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c093eda3fdda079913f37ed1b6e0977f, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN 2024-11-10T11:46:46,090 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN; state=OFFLINE, location=b1807907b3fc,42069,1731239203504; forceNewPlan=false, retain=false 2024-11-10T11:46:46,094 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fc4807a84344639d4947afd3efbdd90, ASSIGN 2024-11-10T11:46:46,095 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fc4807a84344639d4947afd3efbdd90, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,097 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN 2024-11-10T11:46:46,098 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN; state=OFFLINE, location=b1807907b3fc,42069,1731239203504; forceNewPlan=false, retain=false 2024-11-10T11:46:46,100 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6ca5955b0f8ac0a95a4c02886cf52209, ASSIGN 2024-11-10T11:46:46,101 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6ca5955b0f8ac0a95a4c02886cf52209, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,102 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae36c73cfbd03623bb5ab1c484500f6c, ASSIGN 2024-11-10T11:46:46,104 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae36c73cfbd03623bb5ab1c484500f6c, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,105 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN 2024-11-10T11:46:46,106 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN; state=OFFLINE, location=b1807907b3fc,42069,1731239203504; forceNewPlan=false, retain=false 2024-11-10T11:46:46,107 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a734c8cedd4615b74e8cfeffc95872aa, ASSIGN 2024-11-10T11:46:46,109 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a734c8cedd4615b74e8cfeffc95872aa, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,110 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aae60b5f280118546887e4a7f80a9513, ASSIGN 2024-11-10T11:46:46,112 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aae60b5f280118546887e4a7f80a9513, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,113 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN 2024-11-10T11:46:46,114 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN; state=OFFLINE, location=b1807907b3fc,42069,1731239203504; forceNewPlan=false, retain=false 2024-11-10T11:46:46,116 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c2e8453ec3de12a32b925634f3d0ee8, ASSIGN 2024-11-10T11:46:46,117 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c2e8453ec3de12a32b925634f3d0ee8, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,118 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=445dbb7248064f0c85d02f57462b6742, ASSIGN 2024-11-10T11:46:46,120 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=445dbb7248064f0c85d02f57462b6742, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,121 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN 2024-11-10T11:46:46,123 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN; state=OFFLINE, location=b1807907b3fc,42069,1731239203504; forceNewPlan=false, retain=false 2024-11-10T11:46:46,124 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26182d84b87d35a4da57111103fc2cbb, ASSIGN 2024-11-10T11:46:46,126 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26182d84b87d35a4da57111103fc2cbb, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,127 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f84a8d09433baae76d7fe7ba9ac78082, ASSIGN 2024-11-10T11:46:46,128 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f84a8d09433baae76d7fe7ba9ac78082, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN 2024-11-10T11:46:46,130 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN; state=OFFLINE, location=b1807907b3fc,42069,1731239203504; forceNewPlan=false, retain=false 2024-11-10T11:46:46,131 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9b61afd42cf9c93e44ab278148fca35b, ASSIGN 2024-11-10T11:46:46,133 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9b61afd42cf9c93e44ab278148fca35b, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,134 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8952a7f95d793c9f229f45c2669825a9, ASSIGN 2024-11-10T11:46:46,135 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8952a7f95d793c9f229f45c2669825a9, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,136 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318e68b8c418d95ced01da93356f2fb4, ASSIGN 2024-11-10T11:46:46,137 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318e68b8c418d95ced01da93356f2fb4, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,139 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN 2024-11-10T11:46:46,140 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN; state=OFFLINE, location=b1807907b3fc,42069,1731239203504; forceNewPlan=false, retain=false 2024-11-10T11:46:46,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d3dff82b933a0b1873601e28a76d656, ASSIGN 2024-11-10T11:46:46,142 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d3dff82b933a0b1873601e28a76d656, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,144 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c16a369e043e2557e0dac8c57339503f, ASSIGN 2024-11-10T11:46:46,145 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c16a369e043e2557e0dac8c57339503f, ASSIGN; state=OFFLINE, location=b1807907b3fc,39805,1731239203546; forceNewPlan=false, retain=false 2024-11-10T11:46:46,147 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN 2024-11-10T11:46:46,149 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN; state=OFFLINE, location=b1807907b3fc,42069,1731239203504; forceNewPlan=false, retain=false 2024-11-10T11:46:46,151 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae4a8526b855263ceb328c597bed54bd, ASSIGN 2024-11-10T11:46:46,152 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae4a8526b855263ceb328c597bed54bd, ASSIGN; state=OFFLINE, location=b1807907b3fc,41447,1731239203402; forceNewPlan=false, retain=false 2024-11-10T11:46:46,234 INFO [b1807907b3fc:38609 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-10T11:46:46,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=196d980390401a0a5dae394865032373, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c42399ebb31a75fb834667fc64c08672, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=12d7969c9299a21dff96329d38905c99, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,239 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN because future has completed 2024-11-10T11:46:46,240 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPENING, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=b0d5f02641d6a99fcd268554fac58333, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 196d980390401a0a5dae394865032373, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN because future has completed 2024-11-10T11:46:46,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN because future has completed 2024-11-10T11:46:46,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN because future has completed 2024-11-10T11:46:46,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN because future has completed 2024-11-10T11:46:46,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c42399ebb31a75fb834667fc64c08672, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:46,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN because future has completed 2024-11-10T11:46:46,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN because future has completed 2024-11-10T11:46:46,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN because future has completed 2024-11-10T11:46:46,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0d5f02641d6a99fcd268554fac58333, ASSIGN because future has completed 2024-11-10T11:46:46,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0d5f02641d6a99fcd268554fac58333, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfd565c834144f7d422c8622e3c5eb6, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:46,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f8af51da65de91948d7dbfc4d44b93, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:46,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d7969c9299a21dff96329d38905c99, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:46,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece8b23101ba7db9175d019cb00ad9d4, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:46,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e5f9241aab6e5fef3c7d12add11350c, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:46,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10e69ed891bc84cebcc7dabd0b2f135, server=b1807907b3fc,42069,1731239203504}] 2024-11-10T11:46:46,295 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=c093eda3fdda079913f37ed1b6e0977f, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,296 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=6ca5955b0f8ac0a95a4c02886cf52209, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=a734c8cedd4615b74e8cfeffc95872aa, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1c2e8453ec3de12a32b925634f3d0ee8, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=26182d84b87d35a4da57111103fc2cbb, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9b61afd42cf9c93e44ab278148fca35b, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c093eda3fdda079913f37ed1b6e0977f, ASSIGN because future has completed 2024-11-10T11:46:46,300 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=318e68b8c418d95ced01da93356f2fb4, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure c093eda3fdda079913f37ed1b6e0977f, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6ca5955b0f8ac0a95a4c02886cf52209, ASSIGN because future has completed 2024-11-10T11:46:46,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a734c8cedd4615b74e8cfeffc95872aa, ASSIGN because future has completed 2024-11-10T11:46:46,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c2e8453ec3de12a32b925634f3d0ee8, ASSIGN because future has completed 2024-11-10T11:46:46,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure a734c8cedd4615b74e8cfeffc95872aa, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26182d84b87d35a4da57111103fc2cbb, ASSIGN because future has completed 2024-11-10T11:46:46,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9b61afd42cf9c93e44ab278148fca35b, ASSIGN because future has completed 2024-11-10T11:46:46,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318e68b8c418d95ced01da93356f2fb4, ASSIGN because future has completed 2024-11-10T11:46:46,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318e68b8c418d95ced01da93356f2fb4, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b61afd42cf9c93e44ab278148fca35b, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26182d84b87d35a4da57111103fc2cbb, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c2e8453ec3de12a32b925634f3d0ee8, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca5955b0f8ac0a95a4c02886cf52209, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae4a8526b855263ceb328c597bed54bd, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ca316518b699df76ba771ebcb6ae578c, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=5fc4807a84344639d4947afd3efbdd90, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ae36c73cfbd03623bb5ab1c484500f6c, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae4a8526b855263ceb328c597bed54bd, ASSIGN because future has completed 2024-11-10T11:46:46,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=aae60b5f280118546887e4a7f80a9513, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4a8526b855263ceb328c597bed54bd, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:46:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca316518b699df76ba771ebcb6ae578c, ASSIGN because future has completed 2024-11-10T11:46:46,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fc4807a84344639d4947afd3efbdd90, ASSIGN because future has completed 2024-11-10T11:46:46,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae36c73cfbd03623bb5ab1c484500f6c, ASSIGN because future has completed 2024-11-10T11:46:46,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aae60b5f280118546887e4a7f80a9513, ASSIGN because future has completed 2024-11-10T11:46:46,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure aae60b5f280118546887e4a7f80a9513, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae36c73cfbd03623bb5ab1c484500f6c, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc4807a84344639d4947afd3efbdd90, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca316518b699df76ba771ebcb6ae578c, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T11:46:46,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=445dbb7248064f0c85d02f57462b6742, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f84a8d09433baae76d7fe7ba9ac78082, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8952a7f95d793c9f229f45c2669825a9, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,366 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3d3dff82b933a0b1873601e28a76d656, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c16a369e043e2557e0dac8c57339503f, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=445dbb7248064f0c85d02f57462b6742, ASSIGN because future has completed 2024-11-10T11:46:46,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 445dbb7248064f0c85d02f57462b6742, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f84a8d09433baae76d7fe7ba9ac78082, ASSIGN because future has completed 2024-11-10T11:46:46,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8952a7f95d793c9f229f45c2669825a9, ASSIGN because future has completed 2024-11-10T11:46:46,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d3dff82b933a0b1873601e28a76d656, ASSIGN because future has completed 2024-11-10T11:46:46,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c16a369e043e2557e0dac8c57339503f, ASSIGN because future has completed 2024-11-10T11:46:46,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c16a369e043e2557e0dac8c57339503f, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d3dff82b933a0b1873601e28a76d656, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8952a7f95d793c9f229f45c2669825a9, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f84a8d09433baae76d7fe7ba9ac78082, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:46:46,403 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:46:46,403 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => b10e69ed891bc84cebcc7dabd0b2f135, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-10T11:46:46,404 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,404 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,404 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,404 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,406 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,408 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10e69ed891bc84cebcc7dabd0b2f135 columnFamilyName colfamily11 2024-11-10T11:46:46,409 DEBUG [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,409 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(327): Store=b10e69ed891bc84cebcc7dabd0b2f135/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,410 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,411 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10e69ed891bc84cebcc7dabd0b2f135 columnFamilyName colfamily21 2024-11-10T11:46:46,411 DEBUG [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,412 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(327): Store=b10e69ed891bc84cebcc7dabd0b2f135/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,412 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,413 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T11:46:46,414 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10e69ed891bc84cebcc7dabd0b2f135 columnFamilyName colfamily31 2024-11-10T11:46:46,414 DEBUG [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,415 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(327): Store=b10e69ed891bc84cebcc7dabd0b2f135/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,415 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T11:46:46,416 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,417 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,419 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,419 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,419 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,421 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:46:46,421 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => a734c8cedd4615b74e8cfeffc95872aa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-10T11:46:46,422 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,422 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,422 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,422 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,422 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,424 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,425 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,426 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened b10e69ed891bc84cebcc7dabd0b2f135; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62076163, jitterRate=-0.0749930888414383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,426 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:46:46,427 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for b10e69ed891bc84cebcc7dabd0b2f135: Running coprocessor pre-open hook at 1731239206404Writing region info on filesystem at 1731239206404Initializing all the Stores at 1731239206406 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206406Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206406Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206406Cleaning up temporary data from old regions at 1731239206419 (+13 ms)Running coprocessor post-open hooks at 1731239206426 (+7 ms)Region opened successfully at 1731239206427 (+1 ms) 2024-11-10T11:46:46,429 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a734c8cedd4615b74e8cfeffc95872aa columnFamilyName colfamily11 2024-11-10T11:46:46,430 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., pid=39, masterSystemTime=1731239206396 2024-11-10T11:46:46,430 DEBUG [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,430 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] regionserver.HStore(327): Store=a734c8cedd4615b74e8cfeffc95872aa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,431 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,433 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a734c8cedd4615b74e8cfeffc95872aa columnFamilyName colfamily21 2024-11-10T11:46:46,433 DEBUG [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,433 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:46:46,433 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:46:46,434 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:46:46,434 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 196d980390401a0a5dae394865032373, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-10T11:46:46,434 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] regionserver.HStore(327): Store=a734c8cedd4615b74e8cfeffc95872aa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,434 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,434 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,435 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,435 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,435 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,437 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a734c8cedd4615b74e8cfeffc95872aa columnFamilyName colfamily31 2024-11-10T11:46:46,437 DEBUG [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,438 INFO [StoreOpener-a734c8cedd4615b74e8cfeffc95872aa-1 {}] regionserver.HStore(327): Store=a734c8cedd4615b74e8cfeffc95872aa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,438 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10e69ed891bc84cebcc7dabd0b2f135, server=b1807907b3fc,42069,1731239203504 because future has completed 2024-11-10T11:46:46,439 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,440 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,442 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,442 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,443 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-11-10T11:46:46,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure b10e69ed891bc84cebcc7dabd0b2f135, server=b1807907b3fc,42069,1731239203504 in 150 msec 2024-11-10T11:46:46,444 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,446 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN in 378 msec 2024-11-10T11:46:46,447 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 196d980390401a0a5dae394865032373 columnFamilyName colfamily11 2024-11-10T11:46:46,447 DEBUG [StoreOpener-196d980390401a0a5dae394865032373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,448 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(327): Store=196d980390401a0a5dae394865032373/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,448 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,450 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,450 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 196d980390401a0a5dae394865032373 columnFamilyName colfamily21 2024-11-10T11:46:46,450 DEBUG [StoreOpener-196d980390401a0a5dae394865032373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,451 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened a734c8cedd4615b74e8cfeffc95872aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60920286, jitterRate=-0.09221699833869934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,451 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(327): Store=196d980390401a0a5dae394865032373/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,451 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:46:46,451 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,451 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for a734c8cedd4615b74e8cfeffc95872aa: Running coprocessor pre-open hook at 1731239206422Writing region info on filesystem at 1731239206422Initializing all the Stores at 1731239206424 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206424Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206424Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206424Cleaning up temporary data from old regions at 1731239206442 (+18 ms)Running coprocessor post-open hooks at 1731239206451 (+9 ms)Region opened successfully at 1731239206451 2024-11-10T11:46:46,452 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa., pid=41, masterSystemTime=1731239206412 2024-11-10T11:46:46,453 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 196d980390401a0a5dae394865032373 columnFamilyName colfamily31 2024-11-10T11:46:46,453 DEBUG [StoreOpener-196d980390401a0a5dae394865032373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,455 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(327): Store=196d980390401a0a5dae394865032373/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,455 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,456 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373 2024-11-10T11:46:46,457 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:46:46,457 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:46:46,457 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373 2024-11-10T11:46:46,457 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:46:46,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=a734c8cedd4615b74e8cfeffc95872aa, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,457 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b61afd42cf9c93e44ab278148fca35b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-10T11:46:46,458 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,458 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,458 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,458 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure a734c8cedd4615b74e8cfeffc95872aa, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,461 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,461 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,461 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,462 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,464 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b61afd42cf9c93e44ab278148fca35b columnFamilyName colfamily11 2024-11-10T11:46:46,464 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,464 DEBUG [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,465 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] regionserver.HStore(327): Store=9b61afd42cf9c93e44ab278148fca35b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,465 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=21 2024-11-10T11:46:46,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure a734c8cedd4615b74e8cfeffc95872aa, server=b1807907b3fc,41447,1731239203402 in 155 msec 2024-11-10T11:46:46,467 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b61afd42cf9c93e44ab278148fca35b columnFamilyName colfamily21 2024-11-10T11:46:46,467 DEBUG [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,468 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] regionserver.HStore(327): Store=9b61afd42cf9c93e44ab278148fca35b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,468 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,469 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a734c8cedd4615b74e8cfeffc95872aa, ASSIGN in 401 msec 2024-11-10T11:46:46,470 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b61afd42cf9c93e44ab278148fca35b columnFamilyName colfamily31 2024-11-10T11:46:46,470 DEBUG [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,470 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 196d980390401a0a5dae394865032373; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64182834, jitterRate=-0.04360124468803406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,470 INFO [StoreOpener-9b61afd42cf9c93e44ab278148fca35b-1 {}] regionserver.HStore(327): Store=9b61afd42cf9c93e44ab278148fca35b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,470 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 196d980390401a0a5dae394865032373 2024-11-10T11:46:46,470 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,471 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 196d980390401a0a5dae394865032373: Running coprocessor pre-open hook at 1731239206435Writing region info on filesystem at 1731239206435Initializing all the Stores at 1731239206437 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206437Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206444 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206444Cleaning up temporary data from old regions at 1731239206461 (+17 ms)Running coprocessor post-open hooks at 1731239206470 (+9 ms)Region opened successfully at 1731239206470 2024-11-10T11:46:46,471 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,472 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., pid=31, masterSystemTime=1731239206396 2024-11-10T11:46:46,472 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,473 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,473 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,474 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,474 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:46:46,474 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:46:46,474 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:46:46,475 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => ece8b23101ba7db9175d019cb00ad9d4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-10T11:46:46,475 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=196d980390401a0a5dae394865032373, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,475 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,476 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,476 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,476 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,478 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 196d980390401a0a5dae394865032373, server=b1807907b3fc,42069,1731239203504 because future has completed 2024-11-10T11:46:46,480 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,480 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece8b23101ba7db9175d019cb00ad9d4 columnFamilyName colfamily11 2024-11-10T11:46:46,481 DEBUG [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,481 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(327): Store=ece8b23101ba7db9175d019cb00ad9d4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,481 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,482 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9b61afd42cf9c93e44ab278148fca35b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72728620, jitterRate=0.08374089002609253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,482 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:46:46,483 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9b61afd42cf9c93e44ab278148fca35b: Running coprocessor pre-open hook at 1731239206458Writing region info on filesystem at 1731239206458Initializing all the Stores at 1731239206460 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206460Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206461 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206461Cleaning up temporary data from old regions at 1731239206473 (+12 ms)Running coprocessor post-open hooks at 1731239206482 (+9 ms)Region opened successfully at 1731239206482 2024-11-10T11:46:46,485 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b., pid=43, masterSystemTime=1731239206412 2024-11-10T11:46:46,485 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece8b23101ba7db9175d019cb00ad9d4 columnFamilyName colfamily21 2024-11-10T11:46:46,485 DEBUG [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,486 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(327): Store=ece8b23101ba7db9175d019cb00ad9d4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,487 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=27 2024-11-10T11:46:46,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 196d980390401a0a5dae394865032373, server=b1807907b3fc,42069,1731239203504 in 240 msec 2024-11-10T11:46:46,489 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:46:46,489 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:46:46,489 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:46:46,489 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c2e8453ec3de12a32b925634f3d0ee8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-10T11:46:46,489 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece8b23101ba7db9175d019cb00ad9d4 columnFamilyName colfamily31 2024-11-10T11:46:46,490 DEBUG [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,490 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN in 421 msec 2024-11-10T11:46:46,490 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,490 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,490 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,490 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(327): Store=ece8b23101ba7db9175d019cb00ad9d4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,490 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,492 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9b61afd42cf9c93e44ab278148fca35b, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,492 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,493 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,495 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,495 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,495 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2e8453ec3de12a32b925634f3d0ee8 columnFamilyName colfamily11 2024-11-10T11:46:46,496 DEBUG [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,496 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,496 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] regionserver.HStore(327): Store=1c2e8453ec3de12a32b925634f3d0ee8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,497 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b61afd42cf9c93e44ab278148fca35b, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,498 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,499 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2e8453ec3de12a32b925634f3d0ee8 columnFamilyName colfamily21 2024-11-10T11:46:46,499 DEBUG [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T11:46:46,500 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] regionserver.HStore(327): Store=1c2e8453ec3de12a32b925634f3d0ee8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,500 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39335, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T11:46:46,502 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,503 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened ece8b23101ba7db9175d019cb00ad9d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71081112, jitterRate=0.059191107749938965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,504 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:46:46,504 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for ece8b23101ba7db9175d019cb00ad9d4: Running coprocessor pre-open hook at 1731239206476Writing region info on filesystem at 1731239206476Initializing all the Stores at 1731239206477 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206477Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206478 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206478Cleaning up temporary data from old regions at 1731239206495 (+17 ms)Running coprocessor post-open hooks at 1731239206504 (+9 ms)Region opened successfully at 1731239206504 2024-11-10T11:46:46,508 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., pid=37, masterSystemTime=1731239206396 2024-11-10T11:46:46,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=12 2024-11-10T11:46:46,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b61afd42cf9c93e44ab278148fca35b, server=b1807907b3fc,41447,1731239203402 in 181 msec 2024-11-10T11:46:46,508 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2e8453ec3de12a32b925634f3d0ee8 columnFamilyName colfamily31 2024-11-10T11:46:46,508 DEBUG [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,509 INFO [StoreOpener-1c2e8453ec3de12a32b925634f3d0ee8-1 {}] regionserver.HStore(327): Store=1c2e8453ec3de12a32b925634f3d0ee8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,509 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,510 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,511 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,513 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:46:46,513 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => ae36c73cfbd03623bb5ab1c484500f6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-10T11:46:46,513 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:46:46,513 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:46:46,514 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9b61afd42cf9c93e44ab278148fca35b, ASSIGN in 442 msec 2024-11-10T11:46:46,514 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:46:46,514 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,514 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,514 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,514 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cfd565c834144f7d422c8622e3c5eb6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-10T11:46:46,514 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,514 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,515 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,515 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,515 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,515 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,516 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,517 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,518 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,520 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36c73cfbd03623bb5ab1c484500f6c columnFamilyName colfamily11 2024-11-10T11:46:46,520 DEBUG [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,520 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece8b23101ba7db9175d019cb00ad9d4, server=b1807907b3fc,42069,1731239203504 because future has completed 2024-11-10T11:46:46,521 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] regionserver.HStore(327): Store=ae36c73cfbd03623bb5ab1c484500f6c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,521 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,523 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,524 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36c73cfbd03623bb5ab1c484500f6c columnFamilyName colfamily21 2024-11-10T11:46:46,524 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 1c2e8453ec3de12a32b925634f3d0ee8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63396466, jitterRate=-0.05531904101371765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,525 DEBUG [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,525 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfd565c834144f7d422c8622e3c5eb6 columnFamilyName colfamily11 2024-11-10T11:46:46,525 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:46:46,525 DEBUG [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,525 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 1c2e8453ec3de12a32b925634f3d0ee8: Running coprocessor pre-open hook at 1731239206490Writing region info on filesystem at 1731239206490Initializing all the Stores at 1731239206492 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206492Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206492Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206492Cleaning up temporary data from old regions at 1731239206515 (+23 ms)Running coprocessor post-open hooks at 1731239206525 (+10 ms)Region opened successfully at 1731239206525 2024-11-10T11:46:46,525 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] regionserver.HStore(327): Store=ae36c73cfbd03623bb5ab1c484500f6c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,526 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,526 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(327): Store=1cfd565c834144f7d422c8622e3c5eb6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,527 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8., pid=45, masterSystemTime=1731239206412 2024-11-10T11:46:46,527 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=19 2024-11-10T11:46:46,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure ece8b23101ba7db9175d019cb00ad9d4, server=b1807907b3fc,42069,1731239203504 in 242 msec 2024-11-10T11:46:46,528 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae36c73cfbd03623bb5ab1c484500f6c columnFamilyName colfamily31 2024-11-10T11:46:46,528 DEBUG [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,529 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfd565c834144f7d422c8622e3c5eb6 columnFamilyName colfamily21 2024-11-10T11:46:46,529 INFO [StoreOpener-ae36c73cfbd03623bb5ab1c484500f6c-1 {}] regionserver.HStore(327): Store=ae36c73cfbd03623bb5ab1c484500f6c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,529 DEBUG [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,529 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,530 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(327): Store=1cfd565c834144f7d422c8622e3c5eb6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,530 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,530 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,531 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:46:46,531 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:46:46,531 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:46:46,531 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca5955b0f8ac0a95a4c02886cf52209, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-10T11:46:46,531 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,532 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,532 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,532 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,532 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,532 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfd565c834144f7d422c8622e3c5eb6 columnFamilyName colfamily31 2024-11-10T11:46:46,532 DEBUG [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN in 462 msec 2024-11-10T11:46:46,533 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(327): Store=1cfd565c834144f7d422c8622e3c5eb6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,533 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,533 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,533 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,534 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,534 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,535 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,535 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,536 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1c2e8453ec3de12a32b925634f3d0ee8, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,537 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,538 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,538 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,539 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca5955b0f8ac0a95a4c02886cf52209 columnFamilyName colfamily11 2024-11-10T11:46:46,539 DEBUG [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,540 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c2e8453ec3de12a32b925634f3d0ee8, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,541 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] regionserver.HStore(327): Store=6ca5955b0f8ac0a95a4c02886cf52209/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,541 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,542 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,544 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca5955b0f8ac0a95a4c02886cf52209 columnFamilyName colfamily21 2024-11-10T11:46:46,544 DEBUG [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=18 2024-11-10T11:46:46,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c2e8453ec3de12a32b925634f3d0ee8, server=b1807907b3fc,41447,1731239203402 in 215 msec 2024-11-10T11:46:46,545 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] regionserver.HStore(327): Store=6ca5955b0f8ac0a95a4c02886cf52209/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,545 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,547 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca5955b0f8ac0a95a4c02886cf52209 columnFamilyName colfamily31 2024-11-10T11:46:46,547 DEBUG [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,548 INFO [StoreOpener-6ca5955b0f8ac0a95a4c02886cf52209-1 {}] regionserver.HStore(327): Store=6ca5955b0f8ac0a95a4c02886cf52209/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,548 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c2e8453ec3de12a32b925634f3d0ee8, ASSIGN in 479 msec 2024-11-10T11:46:46,550 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,550 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,550 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,550 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened ae36c73cfbd03623bb5ab1c484500f6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68467539, jitterRate=0.020245835185050964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,551 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:46:46,551 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,551 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for ae36c73cfbd03623bb5ab1c484500f6c: Running coprocessor pre-open hook at 1731239206514Writing region info on filesystem at 1731239206514Initializing all the Stores at 1731239206516 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206516Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206516Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206516Cleaning up temporary data from old regions at 1731239206533 (+17 ms)Running coprocessor post-open hooks at 1731239206551 (+18 ms)Region opened successfully at 1731239206551 2024-11-10T11:46:46,551 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 1cfd565c834144f7d422c8622e3c5eb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62183137, jitterRate=-0.07339905202388763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,551 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:46:46,551 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 1cfd565c834144f7d422c8622e3c5eb6: Running coprocessor pre-open hook at 1731239206515Writing region info on filesystem at 1731239206515Initializing all the Stores at 1731239206517 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206517Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206520 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206520Cleaning up temporary data from old regions at 1731239206538 (+18 ms)Running coprocessor post-open hooks at 1731239206551 (+13 ms)Region opened successfully at 1731239206551 2024-11-10T11:46:46,552 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c., pid=49, masterSystemTime=1731239206500 2024-11-10T11:46:46,553 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,553 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,553 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., pid=34, masterSystemTime=1731239206396 2024-11-10T11:46:46,554 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,556 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,556 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:46:46,556 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:46:46,556 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:46:46,556 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fc4807a84344639d4947afd3efbdd90, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-10T11:46:46,557 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,557 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,557 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,557 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ae36c73cfbd03623bb5ab1c484500f6c, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,558 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:46:46,558 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:46:46,558 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:46:46,558 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e5f9241aab6e5fef3c7d12add11350c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-10T11:46:46,559 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,559 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,559 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,559 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,560 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,561 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,562 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 6ca5955b0f8ac0a95a4c02886cf52209; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65288630, jitterRate=-0.027123600244522095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,562 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:46:46,562 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc4807a84344639d4947afd3efbdd90 columnFamilyName colfamily11 2024-11-10T11:46:46,563 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 6ca5955b0f8ac0a95a4c02886cf52209: Running coprocessor pre-open hook at 1731239206532Writing region info on filesystem at 1731239206532Initializing all the Stores at 1731239206533 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206533Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206536 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206536Cleaning up temporary data from old regions at 1731239206553 (+17 ms)Running coprocessor post-open hooks at 1731239206562 (+9 ms)Region opened successfully at 1731239206562 2024-11-10T11:46:46,563 DEBUG [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,563 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] regionserver.HStore(327): Store=5fc4807a84344639d4947afd3efbdd90/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,564 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,564 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209., pid=46, masterSystemTime=1731239206412 2024-11-10T11:46:46,564 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae36c73cfbd03623bb5ab1c484500f6c, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,566 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc4807a84344639d4947afd3efbdd90 columnFamilyName colfamily21 2024-11-10T11:46:46,567 DEBUG [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,568 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:46:46,568 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] regionserver.HStore(327): Store=5fc4807a84344639d4947afd3efbdd90/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,568 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:46:46,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfd565c834144f7d422c8622e3c5eb6, server=b1807907b3fc,42069,1731239203504 because future has completed 2024-11-10T11:46:46,569 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,569 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:46:46,569 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 26182d84b87d35a4da57111103fc2cbb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-10T11:46:46,569 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e5f9241aab6e5fef3c7d12add11350c columnFamilyName colfamily11 2024-11-10T11:46:46,569 DEBUG [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,569 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,569 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,570 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,570 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,570 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(327): Store=2e5f9241aab6e5fef3c7d12add11350c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,570 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,572 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc4807a84344639d4947afd3efbdd90 columnFamilyName colfamily31 2024-11-10T11:46:46,572 DEBUG [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,572 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e5f9241aab6e5fef3c7d12add11350c columnFamilyName colfamily21 2024-11-10T11:46:46,573 DEBUG [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,573 INFO [StoreOpener-5fc4807a84344639d4947afd3efbdd90-1 {}] regionserver.HStore(327): Store=5fc4807a84344639d4947afd3efbdd90/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,573 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,573 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(327): Store=2e5f9241aab6e5fef3c7d12add11350c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,573 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,574 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=23 2024-11-10T11:46:46,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure ae36c73cfbd03623bb5ab1c484500f6c, server=b1807907b3fc,39805,1731239203546 in 217 msec 2024-11-10T11:46:46,575 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,575 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e5f9241aab6e5fef3c7d12add11350c columnFamilyName colfamily31 2024-11-10T11:46:46,575 DEBUG [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,576 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(327): Store=2e5f9241aab6e5fef3c7d12add11350c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,576 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,577 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,577 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,578 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,578 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,578 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae36c73cfbd03623bb5ab1c484500f6c, ASSIGN in 509 msec 2024-11-10T11:46:46,580 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,580 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,580 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,581 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,581 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,583 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26182d84b87d35a4da57111103fc2cbb columnFamilyName colfamily11 2024-11-10T11:46:46,584 DEBUG [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=6 2024-11-10T11:46:46,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cfd565c834144f7d422c8622e3c5eb6, server=b1807907b3fc,42069,1731239203504 in 315 msec 2024-11-10T11:46:46,585 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,585 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] regionserver.HStore(327): Store=26182d84b87d35a4da57111103fc2cbb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,586 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,586 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 5fc4807a84344639d4947afd3efbdd90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75163233, jitterRate=0.12001945078372955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,586 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:46:46,586 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 5fc4807a84344639d4947afd3efbdd90: Running coprocessor pre-open hook at 1731239206557Writing region info on filesystem at 1731239206557Initializing all the Stores at 1731239206559 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206559Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206560 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206560Cleaning up temporary data from old regions at 1731239206577 (+17 ms)Running coprocessor post-open hooks at 1731239206586 (+9 ms)Region opened successfully at 1731239206586 2024-11-10T11:46:46,588 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90., pid=50, masterSystemTime=1731239206500 2024-11-10T11:46:46,589 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN in 519 msec 2024-11-10T11:46:46,590 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26182d84b87d35a4da57111103fc2cbb columnFamilyName colfamily21 2024-11-10T11:46:46,590 DEBUG [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,591 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=6ca5955b0f8ac0a95a4c02886cf52209, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,591 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] regionserver.HStore(327): Store=26182d84b87d35a4da57111103fc2cbb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,591 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:46:46,591 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:46:46,592 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,592 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:46:46,592 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => ca316518b699df76ba771ebcb6ae578c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-10T11:46:46,592 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,592 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,593 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,593 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca5955b0f8ac0a95a4c02886cf52209, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,595 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26182d84b87d35a4da57111103fc2cbb columnFamilyName colfamily31 2024-11-10T11:46:46,595 DEBUG [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,596 INFO [StoreOpener-26182d84b87d35a4da57111103fc2cbb-1 {}] regionserver.HStore(327): Store=26182d84b87d35a4da57111103fc2cbb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,596 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,597 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,598 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,598 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,598 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,598 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 2e5f9241aab6e5fef3c7d12add11350c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62490470, jitterRate=-0.06881943345069885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,599 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:46:46,599 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 2e5f9241aab6e5fef3c7d12add11350c: Running coprocessor pre-open hook at 1731239206559Writing region info on filesystem at 1731239206559Initializing all the Stores at 1731239206561 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206561Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206564 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206564Cleaning up temporary data from old regions at 1731239206580 (+16 ms)Running coprocessor post-open hooks at 1731239206599 (+19 ms)Region opened successfully at 1731239206599 2024-11-10T11:46:46,599 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca316518b699df76ba771ebcb6ae578c columnFamilyName colfamily11 2024-11-10T11:46:46,599 DEBUG [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,600 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., pid=38, masterSystemTime=1731239206396 2024-11-10T11:46:46,600 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] regionserver.HStore(327): Store=ca316518b699df76ba771ebcb6ae578c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,600 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,601 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,601 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,602 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,603 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca316518b699df76ba771ebcb6ae578c columnFamilyName colfamily21 2024-11-10T11:46:46,603 DEBUG [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,604 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] regionserver.HStore(327): Store=ca316518b699df76ba771ebcb6ae578c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,604 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:46:46,604 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,604 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:46:46,604 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,605 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:46:46,605 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => c42399ebb31a75fb834667fc64c08672, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-10T11:46:46,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=24 2024-11-10T11:46:46,605 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ca5955b0f8ac0a95a4c02886cf52209, server=b1807907b3fc,41447,1731239203402 in 265 msec 2024-11-10T11:46:46,605 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,606 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,606 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6ca5955b0f8ac0a95a4c02886cf52209, ASSIGN in 539 msec 2024-11-10T11:46:46,608 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca316518b699df76ba771ebcb6ae578c columnFamilyName colfamily31 2024-11-10T11:46:46,609 DEBUG [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,609 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,609 INFO [StoreOpener-ca316518b699df76ba771ebcb6ae578c-1 {}] regionserver.HStore(327): Store=ca316518b699df76ba771ebcb6ae578c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,610 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,610 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 26182d84b87d35a4da57111103fc2cbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60040823, jitterRate=-0.10532201826572418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,610 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,610 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:46:46,610 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 26182d84b87d35a4da57111103fc2cbb: Running coprocessor pre-open hook at 1731239206570Writing region info on filesystem at 1731239206570Initializing all the Stores at 1731239206572 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206572Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206580 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206580Cleaning up temporary data from old regions at 1731239206601 (+21 ms)Running coprocessor post-open hooks at 1731239206610 (+9 ms)Region opened successfully at 1731239206610 2024-11-10T11:46:46,611 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,611 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb., pid=44, masterSystemTime=1731239206412 2024-11-10T11:46:46,613 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,614 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c42399ebb31a75fb834667fc64c08672 columnFamilyName colfamily11 2024-11-10T11:46:46,614 DEBUG [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e5f9241aab6e5fef3c7d12add11350c, server=b1807907b3fc,42069,1731239203504 because future has completed 2024-11-10T11:46:46,615 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:46:46,615 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(327): Store=c42399ebb31a75fb834667fc64c08672/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,615 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:46:46,615 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,615 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:46:46,615 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => c093eda3fdda079913f37ed1b6e0977f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-10T11:46:46,615 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,616 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,616 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,616 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,616 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,616 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,617 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c42399ebb31a75fb834667fc64c08672 columnFamilyName colfamily21 2024-11-10T11:46:46,617 DEBUG [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,617 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,618 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1807907b3fc,42069,1731239203504, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T11:46:46,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=5fc4807a84344639d4947afd3efbdd90, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,619 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(327): Store=c42399ebb31a75fb834667fc64c08672/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,619 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,619 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,620 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc4807a84344639d4947afd3efbdd90, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,621 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c42399ebb31a75fb834667fc64c08672 columnFamilyName colfamily31 2024-11-10T11:46:46,622 DEBUG [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,623 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(327): Store=c42399ebb31a75fb834667fc64c08672/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,623 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,623 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,624 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened ca316518b699df76ba771ebcb6ae578c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75177560, jitterRate=0.12023293972015381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,624 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c093eda3fdda079913f37ed1b6e0977f columnFamilyName colfamily11 2024-11-10T11:46:46,624 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:46:46,624 DEBUG [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,624 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for ca316518b699df76ba771ebcb6ae578c: Running coprocessor pre-open hook at 1731239206593Writing region info on filesystem at 1731239206593Initializing all the Stores at 1731239206594 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206594Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206596 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206596Cleaning up temporary data from old regions at 1731239206616 (+20 ms)Running coprocessor post-open hooks at 1731239206624 (+8 ms)Region opened successfully at 1731239206624 2024-11-10T11:46:46,624 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,625 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,625 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] regionserver.HStore(327): Store=c093eda3fdda079913f37ed1b6e0977f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,625 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c., pid=51, masterSystemTime=1731239206500 2024-11-10T11:46:46,626 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,627 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,628 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,628 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,628 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c093eda3fdda079913f37ed1b6e0977f columnFamilyName colfamily21 2024-11-10T11:46:46,629 DEBUG [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,629 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:46:46,629 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:46:46,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=22 2024-11-10T11:46:46,629 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:46:46,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e5f9241aab6e5fef3c7d12add11350c, server=b1807907b3fc,42069,1731239203504 in 338 msec 2024-11-10T11:46:46,629 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d3dff82b933a0b1873601e28a76d656, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-10T11:46:46,630 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] regionserver.HStore(327): Store=c093eda3fdda079913f37ed1b6e0977f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,630 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,630 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,630 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,630 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,630 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,630 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,632 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN in 563 msec 2024-11-10T11:46:46,633 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c093eda3fdda079913f37ed1b6e0977f columnFamilyName colfamily31 2024-11-10T11:46:46,633 DEBUG [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,633 INFO [StoreOpener-c093eda3fdda079913f37ed1b6e0977f-1 {}] regionserver.HStore(327): Store=c093eda3fdda079913f37ed1b6e0977f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,634 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ca316518b699df76ba771ebcb6ae578c, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,635 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,635 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d3dff82b933a0b1873601e28a76d656 columnFamilyName colfamily11 2024-11-10T11:46:46,635 DEBUG [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,635 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,636 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,637 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] regionserver.HStore(327): Store=3d3dff82b933a0b1873601e28a76d656/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,637 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,637 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened c42399ebb31a75fb834667fc64c08672; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62673436, jitterRate=-0.06609302759170532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,637 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:46:46,637 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for c42399ebb31a75fb834667fc64c08672: Running coprocessor pre-open hook at 1731239206606Writing region info on filesystem at 1731239206606Initializing all the Stores at 1731239206609 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206609Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206609Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206610 (+1 ms)Cleaning up temporary data from old regions at 1731239206628 (+18 ms)Running coprocessor post-open hooks at 1731239206637 (+9 ms)Region opened successfully at 1731239206637 2024-11-10T11:46:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca316518b699df76ba771ebcb6ae578c, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,638 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,638 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,639 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., pid=32, masterSystemTime=1731239206396 2024-11-10T11:46:46,640 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,640 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d3dff82b933a0b1873601e28a76d656 columnFamilyName colfamily21 2024-11-10T11:46:46,640 DEBUG [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,641 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] regionserver.HStore(327): Store=3d3dff82b933a0b1873601e28a76d656/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,641 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=26 2024-11-10T11:46:46,642 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:46:46,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fc4807a84344639d4947afd3efbdd90, server=b1807907b3fc,39805,1731239203546 in 281 msec 2024-11-10T11:46:46,642 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:46:46,642 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,642 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:46:46,643 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => d2f8af51da65de91948d7dbfc4d44b93, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-10T11:46:46,643 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,643 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,643 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,643 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,644 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d3dff82b933a0b1873601e28a76d656 columnFamilyName colfamily31 2024-11-10T11:46:46,644 DEBUG [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fc4807a84344639d4947afd3efbdd90, ASSIGN in 576 msec 2024-11-10T11:46:46,645 INFO [StoreOpener-3d3dff82b933a0b1873601e28a76d656-1 {}] regionserver.HStore(327): Store=3d3dff82b933a0b1873601e28a76d656/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,645 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,646 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,646 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,647 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c42399ebb31a75fb834667fc64c08672, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,647 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,647 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened c093eda3fdda079913f37ed1b6e0977f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72386933, jitterRate=0.0786493569612503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,647 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:46:46,647 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for c093eda3fdda079913f37ed1b6e0977f: Running coprocessor pre-open hook at 1731239206616Writing region info on filesystem at 1731239206616Initializing all the Stores at 1731239206619 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206619Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206620 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206620Cleaning up temporary data from old regions at 1731239206638 (+18 ms)Running coprocessor post-open hooks at 1731239206647 (+9 ms)Region opened successfully at 1731239206647 2024-11-10T11:46:46,650 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,650 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,650 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f., pid=40, masterSystemTime=1731239206412 2024-11-10T11:46:46,651 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c42399ebb31a75fb834667fc64c08672, server=b1807907b3fc,42069,1731239203504 because future has completed 2024-11-10T11:46:46,651 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,653 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:46:46,653 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:46:46,654 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:46:46,654 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 318e68b8c418d95ced01da93356f2fb4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-10T11:46:46,654 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,654 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,655 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,655 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=29 2024-11-10T11:46:46,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure ca316518b699df76ba771ebcb6ae578c, server=b1807907b3fc,39805,1731239203546 in 292 msec 2024-11-10T11:46:46,656 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,656 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f8af51da65de91948d7dbfc4d44b93 columnFamilyName colfamily11 2024-11-10T11:46:46,657 DEBUG [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,658 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(327): Store=d2f8af51da65de91948d7dbfc4d44b93/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,658 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,658 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca316518b699df76ba771ebcb6ae578c, ASSIGN in 590 msec 2024-11-10T11:46:46,661 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318e68b8c418d95ced01da93356f2fb4 columnFamilyName colfamily11 2024-11-10T11:46:46,661 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f8af51da65de91948d7dbfc4d44b93 columnFamilyName colfamily21 2024-11-10T11:46:46,661 DEBUG [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=c093eda3fdda079913f37ed1b6e0977f, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,661 DEBUG [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,662 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,663 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3d3dff82b933a0b1873601e28a76d656; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64452563, jitterRate=-0.03958196938037872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,663 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:46:46,664 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3d3dff82b933a0b1873601e28a76d656: Running coprocessor pre-open hook at 1731239206630Writing region info on filesystem at 1731239206630Initializing all the Stores at 1731239206632 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206632Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206632Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206632Cleaning up temporary data from old regions at 1731239206650 (+18 ms)Running coprocessor post-open hooks at 1731239206663 (+13 ms)Region opened successfully at 1731239206663 2024-11-10T11:46:46,664 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(327): Store=d2f8af51da65de91948d7dbfc4d44b93/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,664 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,664 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] regionserver.HStore(327): Store=318e68b8c418d95ced01da93356f2fb4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,664 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure c093eda3fdda079913f37ed1b6e0977f, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,665 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., pid=54, masterSystemTime=1731239206500 2024-11-10T11:46:46,667 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318e68b8c418d95ced01da93356f2fb4 columnFamilyName colfamily21 2024-11-10T11:46:46,667 DEBUG [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,668 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f8af51da65de91948d7dbfc4d44b93 columnFamilyName colfamily31 2024-11-10T11:46:46,668 DEBUG [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,669 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] regionserver.HStore(327): Store=318e68b8c418d95ced01da93356f2fb4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,669 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(327): Store=d2f8af51da65de91948d7dbfc4d44b93/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,669 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,669 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,669 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:46:46,669 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:46:46,669 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:46:46,669 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 445dbb7248064f0c85d02f57462b6742, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-10T11:46:46,670 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,670 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,670 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,670 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,670 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,670 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318e68b8c418d95ced01da93356f2fb4 columnFamilyName colfamily31 2024-11-10T11:46:46,670 DEBUG [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,671 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,671 INFO [StoreOpener-318e68b8c418d95ced01da93356f2fb4-1 {}] regionserver.HStore(327): Store=318e68b8c418d95ced01da93356f2fb4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=16 2024-11-10T11:46:46,671 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c42399ebb31a75fb834667fc64c08672, server=b1807907b3fc,42069,1731239203504 in 416 msec 2024-11-10T11:46:46,672 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,673 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,673 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,674 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN in 606 msec 2024-11-10T11:46:46,674 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 445dbb7248064f0c85d02f57462b6742 columnFamilyName colfamily11 2024-11-10T11:46:46,674 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,675 DEBUG [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,675 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] regionserver.HStore(327): Store=445dbb7248064f0c85d02f57462b6742/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,676 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,676 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3d3dff82b933a0b1873601e28a76d656, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,677 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,678 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 445dbb7248064f0c85d02f57462b6742 columnFamilyName colfamily21 2024-11-10T11:46:46,678 DEBUG [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,679 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,679 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,681 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] regionserver.HStore(327): Store=445dbb7248064f0c85d02f57462b6742/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,681 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,681 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d3dff82b933a0b1873601e28a76d656, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,681 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,682 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened d2f8af51da65de91948d7dbfc4d44b93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66070012, jitterRate=-0.015480101108551025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,682 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:46:46,683 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 445dbb7248064f0c85d02f57462b6742 columnFamilyName colfamily31 2024-11-10T11:46:46,683 DEBUG [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,683 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for d2f8af51da65de91948d7dbfc4d44b93: Running coprocessor pre-open hook at 1731239206643Writing region info on filesystem at 1731239206643Initializing all the Stores at 1731239206649 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206649Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206651 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206651Cleaning up temporary data from old regions at 1731239206674 (+23 ms)Running coprocessor post-open hooks at 1731239206682 (+8 ms)Region opened successfully at 1731239206683 (+1 ms) 2024-11-10T11:46:46,684 INFO [StoreOpener-445dbb7248064f0c85d02f57462b6742-1 {}] regionserver.HStore(327): Store=445dbb7248064f0c85d02f57462b6742/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,684 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,684 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,685 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., pid=35, masterSystemTime=1731239206396 2024-11-10T11:46:46,685 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,686 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,688 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,688 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=8 2024-11-10T11:46:46,689 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:46:46,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d3dff82b933a0b1873601e28a76d656, server=b1807907b3fc,39805,1731239203546 in 306 msec 2024-11-10T11:46:46,689 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:46:46,689 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:46:46,689 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,689 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 12d7969c9299a21dff96329d38905c99, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-10T11:46:46,690 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,690 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,690 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,692 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,692 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1807907b3fc,41447,1731239203402, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c093eda3fdda079913f37ed1b6e0977f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T11:46:46,692 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d3dff82b933a0b1873601e28a76d656, ASSIGN in 623 msec 2024-11-10T11:46:46,694 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,695 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 318e68b8c418d95ced01da93356f2fb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60195830, jitterRate=-0.10301223397254944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,695 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:46:46,695 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 318e68b8c418d95ced01da93356f2fb4: Running coprocessor pre-open hook at 1731239206655Writing region info on filesystem at 1731239206655Initializing all the Stores at 1731239206657 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206658 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206658Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206658Cleaning up temporary data from old regions at 1731239206679 (+21 ms)Running coprocessor post-open hooks at 1731239206695 (+16 ms)Region opened successfully at 1731239206695 2024-11-10T11:46:46,696 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,696 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., pid=42, masterSystemTime=1731239206412 2024-11-10T11:46:46,696 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,698 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d7969c9299a21dff96329d38905c99 columnFamilyName colfamily11 2024-11-10T11:46:46,698 DEBUG [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,698 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 445dbb7248064f0c85d02f57462b6742; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65242514, jitterRate=-0.027810782194137573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,698 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:46:46,698 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 445dbb7248064f0c85d02f57462b6742: Running coprocessor pre-open hook at 1731239206670Writing region info on filesystem at 1731239206670Initializing all the Stores at 1731239206672 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206672Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206672Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206672Cleaning up temporary data from old regions at 1731239206688 (+16 ms)Running coprocessor post-open hooks at 1731239206698 (+10 ms)Region opened successfully at 1731239206698 2024-11-10T11:46:46,700 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:46:46,700 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742., pid=52, masterSystemTime=1731239206500 2024-11-10T11:46:46,700 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:46:46,700 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:46:46,700 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(327): Store=12d7969c9299a21dff96329d38905c99/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,700 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => b0d5f02641d6a99fcd268554fac58333, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-10T11:46:46,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f8af51da65de91948d7dbfc4d44b93, server=b1807907b3fc,42069,1731239203504 because future has completed 2024-11-10T11:46:46,701 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,701 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,701 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,701 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,701 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,703 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:46:46,703 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:46:46,703 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d7969c9299a21dff96329d38905c99 columnFamilyName colfamily21 2024-11-10T11:46:46,703 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:46:46,703 DEBUG [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,703 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => f84a8d09433baae76d7fe7ba9ac78082, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-10T11:46:46,704 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,704 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,704 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(327): Store=12d7969c9299a21dff96329d38905c99/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,704 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,704 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,704 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=318e68b8c418d95ced01da93356f2fb4, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,706 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d7969c9299a21dff96329d38905c99 columnFamilyName colfamily31 2024-11-10T11:46:46,707 DEBUG [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,707 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(327): Store=12d7969c9299a21dff96329d38905c99/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,708 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318e68b8c418d95ced01da93356f2fb4, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,709 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,709 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,709 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,709 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,711 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,711 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d5f02641d6a99fcd268554fac58333 columnFamilyName colfamily11 2024-11-10T11:46:46,711 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,711 DEBUG [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,711 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84a8d09433baae76d7fe7ba9ac78082 columnFamilyName colfamily11 2024-11-10T11:46:46,712 DEBUG [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,712 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,713 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] regionserver.HStore(327): Store=b0d5f02641d6a99fcd268554fac58333/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,713 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] regionserver.HStore(327): Store=f84a8d09433baae76d7fe7ba9ac78082/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,713 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=9 2024-11-10T11:46:46,713 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f8af51da65de91948d7dbfc4d44b93, server=b1807907b3fc,42069,1731239203504 in 438 msec 2024-11-10T11:46:46,715 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,715 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84a8d09433baae76d7fe7ba9ac78082 columnFamilyName colfamily21 2024-11-10T11:46:46,715 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d5f02641d6a99fcd268554fac58333 columnFamilyName colfamily21 2024-11-10T11:46:46,715 DEBUG [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,715 DEBUG [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN in 647 msec 2024-11-10T11:46:46,716 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] regionserver.HStore(327): Store=f84a8d09433baae76d7fe7ba9ac78082/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,716 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,717 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] regionserver.HStore(327): Store=b0d5f02641d6a99fcd268554fac58333/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,717 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,718 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84a8d09433baae76d7fe7ba9ac78082 columnFamilyName colfamily31 2024-11-10T11:46:46,718 DEBUG [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,719 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,720 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d5f02641d6a99fcd268554fac58333 columnFamilyName colfamily31 2024-11-10T11:46:46,720 DEBUG [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,720 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 12d7969c9299a21dff96329d38905c99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68411752, jitterRate=0.019414544105529785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,721 INFO [StoreOpener-b0d5f02641d6a99fcd268554fac58333-1 {}] regionserver.HStore(327): Store=b0d5f02641d6a99fcd268554fac58333/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,721 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:46:46,721 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,721 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 12d7969c9299a21dff96329d38905c99: Running coprocessor pre-open hook at 1731239206692Writing region info on filesystem at 1731239206692Initializing all the Stores at 1731239206694 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206694Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206696 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206696Cleaning up temporary data from old regions at 1731239206711 (+15 ms)Running coprocessor post-open hooks at 1731239206721 (+10 ms)Region opened successfully at 1731239206721 2024-11-10T11:46:46,721 INFO [StoreOpener-f84a8d09433baae76d7fe7ba9ac78082-1 {}] regionserver.HStore(327): Store=f84a8d09433baae76d7fe7ba9ac78082/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,722 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,722 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,722 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,723 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,723 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., pid=36, masterSystemTime=1731239206396 2024-11-10T11:46:46,723 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=10 2024-11-10T11:46:46,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 318e68b8c418d95ced01da93356f2fb4, server=b1807907b3fc,41447,1731239203402 in 404 msec 2024-11-10T11:46:46,725 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,725 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,725 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,726 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,726 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,727 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,727 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:46:46,727 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:46:46,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318e68b8c418d95ced01da93356f2fb4, ASSIGN in 658 msec 2024-11-10T11:46:46,728 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,730 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=12d7969c9299a21dff96329d38905c99, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,42069,1731239203504 2024-11-10T11:46:46,732 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,733 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened f84a8d09433baae76d7fe7ba9ac78082; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59120025, jitterRate=-0.11904297769069672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d7969c9299a21dff96329d38905c99, server=b1807907b3fc,42069,1731239203504 because future has completed 2024-11-10T11:46:46,733 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:46:46,733 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for f84a8d09433baae76d7fe7ba9ac78082: Running coprocessor pre-open hook at 1731239206704Writing region info on filesystem at 1731239206704Initializing all the Stores at 1731239206705 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206705Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206708 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206708Cleaning up temporary data from old regions at 1731239206725 (+17 ms)Running coprocessor post-open hooks at 1731239206733 (+8 ms)Region opened successfully at 1731239206733 2024-11-10T11:46:46,735 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,735 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082., pid=56, masterSystemTime=1731239206500 2024-11-10T11:46:46,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=445dbb7248064f0c85d02f57462b6742, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,735 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened b0d5f02641d6a99fcd268554fac58333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73816181, jitterRate=0.09994681179523468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,736 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:46:46,736 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for b0d5f02641d6a99fcd268554fac58333: Running coprocessor pre-open hook at 1731239206701Writing region info on filesystem at 1731239206701Initializing all the Stores at 1731239206703 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206703Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206708 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206708Cleaning up temporary data from old regions at 1731239206726 (+18 ms)Running coprocessor post-open hooks at 1731239206736 (+10 ms)Region opened successfully at 1731239206736 2024-11-10T11:46:46,737 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333., pid=33, masterSystemTime=1731239206412 2024-11-10T11:46:46,738 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:46:46,738 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:46:46,738 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:46:46,738 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => aae60b5f280118546887e4a7f80a9513, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-10T11:46:46,739 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,739 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 445dbb7248064f0c85d02f57462b6742, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,739 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,739 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,740 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f84a8d09433baae76d7fe7ba9ac78082, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,740 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:46:46,741 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:46:46,741 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:46:46,741 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => ae4a8526b855263ceb328c597bed54bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-10T11:46:46,741 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,742 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,742 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,742 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,742 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=b0d5f02641d6a99fcd268554fac58333, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f84a8d09433baae76d7fe7ba9ac78082, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,745 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aae60b5f280118546887e4a7f80a9513 columnFamilyName colfamily11 2024-11-10T11:46:46,745 DEBUG [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,746 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] regionserver.HStore(327): Store=aae60b5f280118546887e4a7f80a9513/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0d5f02641d6a99fcd268554fac58333, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,747 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,749 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aae60b5f280118546887e4a7f80a9513 columnFamilyName colfamily21 2024-11-10T11:46:46,749 DEBUG [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=14 2024-11-10T11:46:46,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f84a8d09433baae76d7fe7ba9ac78082, server=b1807907b3fc,39805,1731239203546 in 360 msec 2024-11-10T11:46:46,750 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] regionserver.HStore(327): Store=aae60b5f280118546887e4a7f80a9513/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,750 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,752 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aae60b5f280118546887e4a7f80a9513 columnFamilyName colfamily31 2024-11-10T11:46:46,752 DEBUG [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f84a8d09433baae76d7fe7ba9ac78082, ASSIGN in 684 msec 2024-11-10T11:46:46,753 INFO [StoreOpener-aae60b5f280118546887e4a7f80a9513-1 {}] regionserver.HStore(327): Store=aae60b5f280118546887e4a7f80a9513/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,753 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,754 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,754 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,756 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,756 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,756 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,757 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=30 2024-11-10T11:46:46,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure b0d5f02641d6a99fcd268554fac58333, server=b1807907b3fc,41447,1731239203402 in 494 msec 2024-11-10T11:46:46,758 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,759 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a8526b855263ceb328c597bed54bd columnFamilyName colfamily11 2024-11-10T11:46:46,759 DEBUG [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0d5f02641d6a99fcd268554fac58333, ASSIGN in 692 msec 2024-11-10T11:46:46,761 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] regionserver.HStore(327): Store=ae4a8526b855263ceb328c597bed54bd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,762 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,763 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,763 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened aae60b5f280118546887e4a7f80a9513; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69095545, jitterRate=0.029603853821754456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,763 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aae60b5f280118546887e4a7f80a9513 2024-11-10T11:46:46,764 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for aae60b5f280118546887e4a7f80a9513: Running coprocessor pre-open hook at 1731239206739Writing region info on filesystem at 1731239206739Initializing all the Stores at 1731239206741 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206741Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206742 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206742Cleaning up temporary data from old regions at 1731239206756 (+14 ms)Running coprocessor post-open hooks at 1731239206763 (+7 ms)Region opened successfully at 1731239206763 2024-11-10T11:46:46,765 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513., pid=48, masterSystemTime=1731239206500 2024-11-10T11:46:46,765 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a8526b855263ceb328c597bed54bd columnFamilyName colfamily21 2024-11-10T11:46:46,766 DEBUG [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,766 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] regionserver.HStore(327): Store=ae4a8526b855263ceb328c597bed54bd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,767 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,768 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:46:46,768 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:46:46,768 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:46:46,769 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4a8526b855263ceb328c597bed54bd columnFamilyName colfamily31 2024-11-10T11:46:46,769 DEBUG [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,769 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => c16a369e043e2557e0dac8c57339503f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-10T11:46:46,769 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,769 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,769 INFO [StoreOpener-ae4a8526b855263ceb328c597bed54bd-1 {}] regionserver.HStore(327): Store=ae4a8526b855263ceb328c597bed54bd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,769 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,770 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,770 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=17 2024-11-10T11:46:46,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 445dbb7248064f0c85d02f57462b6742, server=b1807907b3fc,39805,1731239203546 in 397 msec 2024-11-10T11:46:46,771 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,771 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,772 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,774 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16a369e043e2557e0dac8c57339503f columnFamilyName colfamily11 2024-11-10T11:46:46,774 DEBUG [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=445dbb7248064f0c85d02f57462b6742, ASSIGN in 704 msec 2024-11-10T11:46:46,774 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,774 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,775 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] regionserver.HStore(327): Store=c16a369e043e2557e0dac8c57339503f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,775 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,775 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,775 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=aae60b5f280118546887e4a7f80a9513, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,777 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16a369e043e2557e0dac8c57339503f columnFamilyName colfamily21 2024-11-10T11:46:46,778 DEBUG [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,777 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,779 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] regionserver.HStore(327): Store=c16a369e043e2557e0dac8c57339503f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,779 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure aae60b5f280118546887e4a7f80a9513, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,782 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16a369e043e2557e0dac8c57339503f columnFamilyName colfamily31 2024-11-10T11:46:46,782 DEBUG [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,782 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,783 INFO [StoreOpener-c16a369e043e2557e0dac8c57339503f-1 {}] regionserver.HStore(327): Store=c16a369e043e2557e0dac8c57339503f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,783 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,783 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened ae4a8526b855263ceb328c597bed54bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857635, jitterRate=0.07076220214366913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,783 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:46:46,784 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,784 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for ae4a8526b855263ceb328c597bed54bd: Running coprocessor pre-open hook at 1731239206742Writing region info on filesystem at 1731239206742Initializing all the Stores at 1731239206745 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206745Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206756 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206756Cleaning up temporary data from old regions at 1731239206774 (+18 ms)Running coprocessor post-open hooks at 1731239206783 (+9 ms)Region opened successfully at 1731239206783 2024-11-10T11:46:46,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=13 2024-11-10T11:46:46,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 12d7969c9299a21dff96329d38905c99, server=b1807907b3fc,42069,1731239203504 in 506 msec 2024-11-10T11:46:46,784 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,785 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., pid=47, masterSystemTime=1731239206412 2024-11-10T11:46:46,786 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,786 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN in 718 msec 2024-11-10T11:46:46,787 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,788 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:46:46,788 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:46:46,789 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=20 2024-11-10T11:46:46,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure aae60b5f280118546887e4a7f80a9513, server=b1807907b3fc,39805,1731239203546 in 442 msec 2024-11-10T11:46:46,792 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,793 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened c16a369e043e2557e0dac8c57339503f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62927341, jitterRate=-0.06230954825878143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,793 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c16a369e043e2557e0dac8c57339503f 2024-11-10T11:46:46,793 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for c16a369e043e2557e0dac8c57339503f: Running coprocessor pre-open hook at 1731239206770Writing region info on filesystem at 1731239206770Initializing all the Stores at 1731239206771 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206771Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206771Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206771Cleaning up temporary data from old regions at 1731239206786 (+15 ms)Running coprocessor post-open hooks at 1731239206793 (+7 ms)Region opened successfully at 1731239206793 2024-11-10T11:46:46,795 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f., pid=53, masterSystemTime=1731239206500 2024-11-10T11:46:46,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aae60b5f280118546887e4a7f80a9513, ASSIGN in 726 msec 2024-11-10T11:46:46,798 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:46:46,798 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:46:46,798 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:46:46,798 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1807907b3fc,41447,1731239203402, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c093eda3fdda079913f37ed1b6e0977f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T11:46:46,799 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 8952a7f95d793c9f229f45c2669825a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-10T11:46:46,799 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,799 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:46:46,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae4a8526b855263ceb328c597bed54bd, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,799 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,799 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,802 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4a8526b855263ceb328c597bed54bd, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c16a369e043e2557e0dac8c57339503f, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,804 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8952a7f95d793c9f229f45c2669825a9 columnFamilyName colfamily11 2024-11-10T11:46:46,804 DEBUG [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,805 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] regionserver.HStore(327): Store=8952a7f95d793c9f229f45c2669825a9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,805 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,807 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8952a7f95d793c9f229f45c2669825a9 columnFamilyName colfamily21 2024-11-10T11:46:46,807 DEBUG [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c16a369e043e2557e0dac8c57339503f, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,807 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] regionserver.HStore(327): Store=8952a7f95d793c9f229f45c2669825a9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,808 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,809 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8952a7f95d793c9f229f45c2669825a9 columnFamilyName colfamily31 2024-11-10T11:46:46,809 DEBUG [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:46:46,810 INFO [StoreOpener-8952a7f95d793c9f229f45c2669825a9-1 {}] regionserver.HStore(327): Store=8952a7f95d793c9f229f45c2669825a9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:46:46,810 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=5 2024-11-10T11:46:46,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae4a8526b855263ceb328c597bed54bd, server=b1807907b3fc,41447,1731239203402 in 467 msec 2024-11-10T11:46:46,812 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,813 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae4a8526b855263ceb328c597bed54bd, ASSIGN in 746 msec 2024-11-10T11:46:46,814 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,815 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,815 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:46:46,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=7 2024-11-10T11:46:46,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c16a369e043e2557e0dac8c57339503f, server=b1807907b3fc,39805,1731239203546 in 441 msec 2024-11-10T11:46:46,817 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c16a369e043e2557e0dac8c57339503f, ASSIGN in 752 msec 2024-11-10T11:46:46,821 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T11:46:46,822 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 8952a7f95d793c9f229f45c2669825a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63409610, jitterRate=-0.05512318015098572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:46:46,822 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:46:46,822 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 8952a7f95d793c9f229f45c2669825a9: Running coprocessor pre-open hook at 1731239206799Writing region info on filesystem at 1731239206799Initializing all the Stores at 1731239206801 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206801Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206802 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239206802Cleaning up temporary data from old regions at 1731239206815 (+13 ms)Running coprocessor post-open hooks at 1731239206822 (+7 ms)Region opened successfully at 1731239206822 2024-11-10T11:46:46,823 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9., pid=55, masterSystemTime=1731239206500 2024-11-10T11:46:46,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=28 2024-11-10T11:46:46,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure c093eda3fdda079913f37ed1b6e0977f, server=b1807907b3fc,41447,1731239203402 in 521 msec 2024-11-10T11:46:46,828 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:46:46,828 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:46:46,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c093eda3fdda079913f37ed1b6e0977f, ASSIGN in 759 msec 2024-11-10T11:46:46,830 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8952a7f95d793c9f229f45c2669825a9, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:46:46,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=26182d84b87d35a4da57111103fc2cbb, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:46:46,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8952a7f95d793c9f229f45c2669825a9, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:46:46,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26182d84b87d35a4da57111103fc2cbb, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:46:46,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=11 2024-11-10T11:46:46,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8952a7f95d793c9f229f45c2669825a9, server=b1807907b3fc,39805,1731239203546 in 454 msec 2024-11-10T11:46:46,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8952a7f95d793c9f229f45c2669825a9, ASSIGN in 773 msec 2024-11-10T11:46:46,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=15 2024-11-10T11:46:46,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 26182d84b87d35a4da57111103fc2cbb, server=b1807907b3fc,41447,1731239203402 in 520 msec 2024-11-10T11:46:46,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=4 2024-11-10T11:46:46,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26182d84b87d35a4da57111103fc2cbb, ASSIGN in 779 msec 2024-11-10T11:46:46,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T11:46:46,849 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731239206849"}]},"ts":"1731239206849"} 2024-11-10T11:46:46,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-10T11:46:46,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T11:46:46,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.1410 sec 2024-11-10T11:46:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T11:46:46,874 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-10T11:46:46,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-10T11:46:46,876 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T11:46:46,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42069 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-10T11:46:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-10T11:46:46,899 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T11:46:46,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-10T11:46:46,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:46,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:46,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:46,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:46,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:46,957 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:46,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,114 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,118 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,228 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,420 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,613 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,657 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,718 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,765 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,861 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:47,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:47,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:47,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:48,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,114 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2] 2024-11-10T11:46:48,158 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:48,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:48,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:48,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:48,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:48,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:48,208 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c., hostname=b1807907b3fc,39805,1731239203546, seqNum=2] 2024-11-10T11:46:48,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333., hostname=b1807907b3fc,41447,1731239203402, seqNum=2] 2024-11-10T11:46:48,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T11:46:48,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:46:48,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T11:46:48,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T11:46:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41447 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:46:48,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T11:46:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:46:49,079 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-10T11:46:49,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42069 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-10T11:46:49,340 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-10T11:46:49,340 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER b1807907b3fc,42069,1731239203504 2024-11-10T11:46:49,340 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b1807907b3fc,42069,1731239203504 2024-11-10T11:46:49,341 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b1807907b3fc,42069,1731239203504: Simulated kill ***** 2024-11-10T11:46:49,341 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T11:46:49,343 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T11:46:49,346 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T11:46:49,346 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T11:46:49,346 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T11:46:49,346 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 615704528 }, "NonHeapMemoryUsage": { "committed": 157614080, "init": 7667712, "max": -1, "used": 154347192 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b1807907b3fc" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b1807907b3fc" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "b1807907b3fc" } ] } 2024-11-10T11:46:49,349 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38609 {}] master.MasterRpcServices(700): b1807907b3fc,42069,1731239203504 reported a fatal error: ***** ABORTING region server b1807907b3fc,42069,1731239203504: Simulated kill ***** 2024-11-10T11:46:49,351 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1807907b3fc,42069,1731239203504' ***** 2024-11-10T11:46:49,351 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T11:46:49,351 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T11:46:49,352 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T11:46:49,352 INFO [RS:1;b1807907b3fc:42069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T11:46:49,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T11:46:49,352 INFO [RS:1;b1807907b3fc:42069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T11:46:49,352 INFO [RS:1;b1807907b3fc:42069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T11:46:49,352 INFO [RS:1;b1807907b3fc:42069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b1807907b3fc:42069. 2024-11-10T11:46:49,353 DEBUG [RS:1;b1807907b3fc:42069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T11:46:49,357 DEBUG [RS:1;b1807907b3fc:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:46:49,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741836_1012 (size=54214) 2024-11-10T11:46:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741836_1012 (size=54214) 2024-11-10T11:46:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741836_1012 (size=54214) 2024-11-10T11:46:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741834_1010 (size=297717) 2024-11-10T11:46:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741834_1010 (size=297717) 2024-11-10T11:46:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741834_1010 (size=297717) 2024-11-10T11:46:49,368 DEBUG [RS:1;b1807907b3fc:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:46:49,368 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T11:46:49,368 INFO [RS:1;b1807907b3fc:42069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42069 2024-11-10T11:46:49,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1807907b3fc,42069,1731239203504 2024-11-10T11:46:49,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T11:46:49,375 INFO [RS:1;b1807907b3fc:42069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T11:46:49,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1807907b3fc,42069,1731239203504] 2024-11-10T11:46:49,378 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1807907b3fc,42069,1731239203504 already deleted, retry=false 2024-11-10T11:46:49,378 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b1807907b3fc,42069,1731239203504 on b1807907b3fc,38609,1731239202736 2024-11-10T11:46:49,384 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:46:49,389 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:46:49,389 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for b1807907b3fc,42069,1731239203504 (carryingMeta=true) b1807907b3fc,42069,1731239203504/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7e3b7b3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T11:46:49,390 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:46:49,390 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:46:49,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:46:49,390 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:46:49,398 INFO [regionserver/b1807907b3fc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T11:46:49,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T11:46:49,455 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:46:49,456 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:46:49,456 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:46:49,456 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:46:49,456 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:46:49,457 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:46:49,457 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:46:49,457 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:46:49,457 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:46:49,458 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T11:46:49,463 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:46:49,464 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:46:49,465 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:46:49,466 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:46:49,466 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:46:49,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-10T11:46:49,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:46:49,469 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,42069,1731239203504, table=hbase:meta, region=1588230740 2024-11-10T11:46:49,469 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,42069,1731239203504, state=OPEN 2024-11-10T11:46:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:46:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:46:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:46:49,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:49,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:49,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:46:49,474 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239239474 2024-11-10T11:46:49,474 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:46:49,474 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:46:49,474 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:46:49,476 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:46:49,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:49,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T11:46:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:46:49,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101920141d60002, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T11:46:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:46:49,478 INFO [RS:1;b1807907b3fc:42069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T11:46:49,479 INFO [RS:1;b1807907b3fc:42069 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1807907b3fc,42069,1731239203504; zookeeper connection closed. 2024-11-10T11:46:49,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60225bc8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60225bc8 2024-11-10T11:46:49,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:49,480 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true, isMeta: true 2024-11-10T11:46:49,482 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting 2024-11-10T11:46:49,484 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1807907b3fc,42069,1731239203504 WAL count=1, meta=true 2024-11-10T11:46:49,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta}] 2024-11-10T11:46:49,486 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:46:49,486 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:46:49,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:46:49,486 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:46:49,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:49,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:49,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:46:49,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:49,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:49,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:46:49,692 INFO [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T11:46:49,692 INFO [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T11:46:49,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:49,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:49,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:46:49,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:49,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:49,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:46:50,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:50,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:50,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:46:50,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:50,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:50,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:46:50,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:50,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:50,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:46:50,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:50,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:50,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:46:50,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T11:46:50,845 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-10T11:46:50,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T11:46:51,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:51,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:51,622 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:46:51,626 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:46:51,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:51,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:46:51,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:46:51,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:53,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T11:46:53,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T11:46:53,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:46:53,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-10T11:46:53,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T11:46:53,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T11:46:53,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T11:46:53,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T11:46:53,632 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:53,632 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:53,633 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:46:53,634 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4159 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:46:53,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:53,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:46:53,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:46:53,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:57,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:46:57,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:46:57,662 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:46:57,663 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8188 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:46:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:46:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:46:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:07,762 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:07,762 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:07,763 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:47:07,764 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18289 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:47:07,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:07,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:47:07,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:11,841 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T11:47:17,389 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1807907b3fc:38609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T11:47:17,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:17,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:17,773 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:47:17,774 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28299 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:47:17,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:17,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:47:17,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:17,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:25,977 INFO [master/b1807907b3fc:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T11:47:25,977 INFO [master/b1807907b3fc:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T11:47:27,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:27,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:27,843 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:47:27,844 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38369 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:47:27,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:27,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:47:27,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:27,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:34,293 WARN [RS:0;b1807907b3fc:41447 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b1807907b3fc,42069,1731239203504: status=status unset, state=RUNNING, startTime=1731239209389, completionTime=-1 appears to have been leaked 2024-11-10T11:47:37,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:37,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:37,863 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:47:37,864 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48389 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:47:37,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:37,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:47:37,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:37,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:41,841 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T11:47:44,692 INFO [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T11:47:46,092 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c16a369e043e2557e0dac8c57339503f changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,093 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3d3dff82b933a0b1873601e28a76d656 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,093 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8952a7f95d793c9f229f45c2669825a9 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,094 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f84a8d09433baae76d7fe7ba9ac78082 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,094 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 445dbb7248064f0c85d02f57462b6742 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,094 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aae60b5f280118546887e4a7f80a9513 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,094 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae36c73cfbd03623bb5ab1c484500f6c changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,094 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5fc4807a84344639d4947afd3efbdd90 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,094 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ca316518b699df76ba771ebcb6ae578c changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,094 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae4a8526b855263ceb328c597bed54bd changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,094 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 318e68b8c418d95ced01da93356f2fb4 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,095 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9b61afd42cf9c93e44ab278148fca35b changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,095 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 26182d84b87d35a4da57111103fc2cbb changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,095 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1c2e8453ec3de12a32b925634f3d0ee8 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,095 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a734c8cedd4615b74e8cfeffc95872aa changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,095 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6ca5955b0f8ac0a95a4c02886cf52209 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,095 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c093eda3fdda079913f37ed1b6e0977f changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:46,095 DEBUG [master/b1807907b3fc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b0d5f02641d6a99fcd268554fac58333 changed from -1.0 to 0.0, refreshing cache 2024-11-10T11:47:47,391 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1807907b3fc:38609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T11:47:49,483 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T11:46:49.478Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:49.583Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:49.792Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:50.102Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:50.613Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:46:51.627Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:53.634Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:46:57.664Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:07.764Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:17.774Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:27.844Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:37.865Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-10T11:47:49,484 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:47:49,484 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:47:49,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:47:49,484 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:47:49,484 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:47:49,485 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:47:49,485 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:47:49,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:47:49,485 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:47:49,486 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T11:47:49,488 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:47:49,488 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:47:49,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:47:49,490 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:47:49,490 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:47:49,490 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T11:47:49,491 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:47:49,491 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,42069,1731239203504, table=hbase:meta, region=1588230740 2024-11-10T11:47:49,492 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,42069,1731239203504, state=OPEN 2024-11-10T11:47:49,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:47:49,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:47:49,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:47:49,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:47:49,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:47:49,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:47:49,495 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239299495 2024-11-10T11:47:49,495 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:47:49,495 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true, isMeta: true 2024-11-10T11:47:49,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:49,496 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:49,496 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:47:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:47:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:49,498 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1807907b3fc,42069,1731239203504 WAL count=1, meta=true 2024-11-10T11:47:49,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta}] 2024-11-10T11:47:49,498 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:47:49,506 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:47:49,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:47:49,602 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:49,602 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:49,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:47:49,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:49,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:49,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:49,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-10T11:47:49,702 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, size=52.9 K (54214bytes) 2024-11-10T11:47:49,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T11:47:49,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T11:47:49,703 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta 2024-11-10T11:47:49,710 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta after 4ms 2024-11-10T11:47:49,718 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta took 18ms 2024-11-10T11:47:49,726 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:47:49,734 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta.temp 2024-11-10T11:47:49,735 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta so closing down 2024-11-10T11:47:49,735 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T11:47:49,740 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta.temp 2024-11-10T11:47:49,743 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T11:47:49,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741864_1040 (size=53973) 2024-11-10T11:47:49,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741864_1040 (size=53973) 2024-11-10T11:47:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741864_1040 (size=53973) 2024-11-10T11:47:49,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-10T11:47:49,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T11:47:49,763 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-10T11:47:49,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, journal: Splitting hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, size=52.9 K (54214bytes) at 1731239269702Finishing writing output for hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta so closing down at 1731239269735 (+33 ms)Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta.temp at 1731239269740 (+5 ms)3 split writer threads finished at 1731239269743 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731239269755 (+12 ms)Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731239269757 (+2 ms)Processed 58 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731239269763 (+6 ms) 2024-11-10T11:47:49,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta 2024-11-10T11:47:49,765 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-10T11:47:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-10T11:47:49,775 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs 2024-11-10T11:47:49,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T11:47:49,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 in 267 msec 2024-11-10T11:47:49,779 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:47:49,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T11:47:49,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 in 282 msec 2024-11-10T11:47:49,784 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting dir is empty, no logs to split. 2024-11-10T11:47:49,784 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1807907b3fc,42069,1731239203504 WAL count=0, meta=true 2024-11-10T11:47:49,784 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b1807907b3fc,42069,1731239203504 WAL splitting is done? wals=0, meta=true 2024-11-10T11:47:49,784 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:47:49,784 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:47:49,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:47:49,784 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:47:49,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:49,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:49,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:47:49,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:49,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:49,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:50,122 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:50,122 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:50,122 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:47:50,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:50,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:50,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:50,632 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:50,632 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:50,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:47:50,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:50,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:50,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:51,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:51,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:51,643 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:47:51,643 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2147 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:47:51,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:51,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:47:51,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:51,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:53,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:53,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:53,653 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:47:53,653 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4157 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:47:53,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:53,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:47:53,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:53,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:57,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:47:57,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:47:57,682 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:47:57,683 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8187 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:47:57,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:57,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:47:57,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:47:57,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:07,762 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:07,762 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:07,763 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:48:07,763 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18267 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:48:07,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:07,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:48:07,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:07,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:11,842 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T11:48:17,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:17,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:17,833 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:48:17,833 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28337 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:48:17,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:17,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:48:17,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:17,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:27,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:27,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:27,873 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:48:27,873 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38377 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:48:27,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:27,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:48:27,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:27,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:37,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:37,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:37,943 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:48:37,944 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48448 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:48:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:48:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:41,842 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T11:48:44,689 INFO [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T11:48:44,737 WARN [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 14, running: 1 2024-11-10T11:48:49,502 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T11:47:49.497Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:49.603Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:49.813Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:50.123Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:50.633Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:47:51.643Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:53.654Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:47:57.683Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:07.764Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:17.833Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:27.874Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:37.944Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-10T11:48:49,503 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:48:49,503 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:48:49,503 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:48:49,503 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:48:49,503 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:48:49,504 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:48:49,504 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:48:49,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:48:49,504 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:48:49,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T11:48:49,507 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:48:49,507 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:48:49,507 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:48:49,508 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:48:49,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:48:49,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:48:49,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:48:49,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:48:49,510 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:48:49,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:48:49,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:48:49,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T11:48:49,510 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:48:49,511 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,42069,1731239203504, table=hbase:meta, region=1588230740 2024-11-10T11:48:49,511 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,42069,1731239203504, state=OPEN 2024-11-10T11:48:49,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:48:49,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:48:49,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:48:49,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:48:49,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:48:49,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:48:49,515 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239359515 2024-11-10T11:48:49,515 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:48:49,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:49,515 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:49,516 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:48:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:48:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:49,518 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting dir is empty, no logs to split. 2024-11-10T11:48:49,518 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1807907b3fc,42069,1731239203504 WAL count=0, meta=true 2024-11-10T11:48:49,518 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b1807907b3fc,42069,1731239203504 WAL splitting is done? wals=0, meta=true 2024-11-10T11:48:49,518 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:48:49,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T11:48:49,522 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:48:49,522 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:48:49,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:48:49,522 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:48:49,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:49,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:49,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:48:49,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:49,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:49,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:49,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:49,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:49,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:48:49,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:49,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:49,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:50,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:50,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:50,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:48:50,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:50,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:50,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:50,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:50,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:50,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:48:50,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:50,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:50,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:51,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:51,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:51,663 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:48:51,663 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:48:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:48:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:53,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:53,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:53,693 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:48:53,693 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4177 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:48:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:48:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:53,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:57,393 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1807907b3fc:38609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T11:48:57,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:48:57,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:48:57,713 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:48:57,713 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8197 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:48:57,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:57,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:48:57,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:48:57,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:07,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:07,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:49:07,773 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:49:07,773 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18258 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:49:07,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:07,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:49:07,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:49:07,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:11,842 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T11:49:17,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:17,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:49:17,832 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:49:17,833 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28317 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:49:17,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:17,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:49:17,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:49:17,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:27,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:27,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:49:27,862 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:49:27,863 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38347 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:49:27,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:27,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:49:27,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:49:27,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:35,528 WARN [RS:0;b1807907b3fc:41447 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b1807907b3fc,42069,1731239203504: status=Processing ServerCrashProcedure of b1807907b3fc,42069,1731239203504 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731239209465, completionTime=-1 appears to have been leaked 2024-11-10T11:49:35,528 WARN [RS:0;b1807907b3fc:41447 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b1807907b3fc,42069,1731239203504: status=Processing ServerCrashProcedure of b1807907b3fc,42069,1731239203504 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731239269490, completionTime=-1 appears to have been leaked 2024-11-10T11:49:37,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:37,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:49:37,893 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:49:37,893 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,42069,1731239203504 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48378 ms java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T11:49:37,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:37,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:49:37,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:49:37,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:41,843 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T11:49:49,522 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-10T11:48:49.517Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:49.623Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:49.832Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:50.143Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:50.653Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:48:51.664Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:53.693Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:48:57.713Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:07.774Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:17.833Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:27.863Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:37.894Z, java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-10T11:49:49,523 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:49,523 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:49:49,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:49,523 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:49:49,523 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:49:49,523 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:49:49,523 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:49:49,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:49:49,524 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:49:49,524 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T11:49:49,526 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:49:49,526 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:49,526 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:49,526 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:49:49,527 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:49:49,527 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:49,527 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:49,527 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:49,527 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:49:49,527 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:49,527 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:49,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-10T11:49:49,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:49,528 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,42069,1731239203504, table=hbase:meta, region=1588230740 2024-11-10T11:49:49,528 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,42069,1731239203504, state=OPEN 2024-11-10T11:49:49,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:49,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:49,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:49,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:49,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:49,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:49,531 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239419531 2024-11-10T11:49:49,531 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:49:49,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T11:49:49,531 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:49:49,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:49,532 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:49:49,533 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:49:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T11:49:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:49:49,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:49,534 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:49:49,535 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:49,641 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:49,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1] 2024-11-10T11:49:49,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:49,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:49,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:49,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:49:49,685 DEBUG [b1807907b3fc:38609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T11:49:49,686 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(204): Hosts are {b1807907b3fc=0} racks are {/default-rack=0} 2024-11-10T11:49:49,686 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T11:49:49,686 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T11:49:49,686 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T11:49:49,686 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T11:49:49,686 INFO [b1807907b3fc:38609 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T11:49:49,686 INFO [b1807907b3fc:38609 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T11:49:49,686 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T11:49:49,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:49,688 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,41447,1731239203402, state=OPENING 2024-11-10T11:49:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:49,690 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:49:49,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:49,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:49,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:49,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:49:49,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39571, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T11:49:49,850 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T11:49:49,850 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T11:49:49,850 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T11:49:49,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:49,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,41447,1731239203402, seqNum=-1] 2024-11-10T11:49:49,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T11:49:49,853 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C41447%2C1731239203402.meta, suffix=.meta, logDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,41447,1731239203402, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs, maxLogs=32 2024-11-10T11:49:49,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T11:49:49,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41447 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:55281 deadline: 1731239449533, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b1807907b3fc,41447,1731239203402 2024-11-10T11:49:49,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,41447,1731239203402, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,41447,1731239203402, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b1807907b3fc,41447,1731239203402 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T11:49:49,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,41447,1731239203402, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b1807907b3fc,41447,1731239203402 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T11:49:49,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,41447,1731239203402, seqNum=-1 from cache 2024-11-10T11:49:49,868 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,41447,1731239203402/b1807907b3fc%2C41447%2C1731239203402.meta.1731239389854.meta, exclude list is [], retry=0 2024-11-10T11:49:49,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33619,DS-b2fdfdfa-0525-416d-8e3d-e46a68ea494c,DISK] 2024-11-10T11:49:49,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-91d9abbf-d048-4453-8eb0-4e9cbb62c8fd,DISK] 2024-11-10T11:49:49,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-7cf9c8a6-39ce-4fcf-a3eb-787fb7dab61d,DISK] 2024-11-10T11:49:49,874 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,41447,1731239203402/b1807907b3fc%2C41447%2C1731239203402.meta.1731239389854.meta 2024-11-10T11:49:49,874 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:43557:43557),(127.0.0.1/127.0.0.1:43905:43905)] 2024-11-10T11:49:49,874 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T11:49:49,874 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T11:49:49,875 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T11:49:49,875 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T11:49:49,875 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T11:49:49,875 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:49,875 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T11:49:49,875 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T11:49:49,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T11:49:49,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T11:49:49,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:49,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:49:49,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T11:49:49,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T11:49:49,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:49,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:49:49,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T11:49:49,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T11:49:49,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:49,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:49:49,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T11:49:49,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T11:49:49,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:49,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T11:49:49,883 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T11:49:49,884 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740 2024-11-10T11:49:49,885 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740 2024-11-10T11:49:49,886 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T11:49:49,898 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T11:49:49,901 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-10T11:49:49,977 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/info/bc7c0b23f7224ef09bfcdcdda93884ad is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6./info:regioninfo/1731239206564/Put/seqid=0 2024-11-10T11:49:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741866_1042 (size=58053) 2024-11-10T11:49:49,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741866_1042 (size=58053) 2024-11-10T11:49:49,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741866_1042 (size=58053) 2024-11-10T11:49:49,992 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/info/bc7c0b23f7224ef09bfcdcdda93884ad 2024-11-10T11:49:50,068 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/ns/601cdf46114641ac824e227b111160ad is 43, key is default/ns:d/1731239205413/Put/seqid=0 2024-11-10T11:49:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741867_1043 (size=5153) 2024-11-10T11:49:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741867_1043 (size=5153) 2024-11-10T11:49:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741867_1043 (size=5153) 2024-11-10T11:49:50,080 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/ns/601cdf46114641ac824e227b111160ad 2024-11-10T11:49:50,105 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/table/e270538f86f541e5aa57ed3341cc3b9d is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731239206849/Put/seqid=0 2024-11-10T11:49:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741868_1044 (size=5620) 2024-11-10T11:49:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741868_1044 (size=5620) 2024-11-10T11:49:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741868_1044 (size=5620) 2024-11-10T11:49:50,115 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/table/e270538f86f541e5aa57ed3341cc3b9d 2024-11-10T11:49:50,125 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/info/bc7c0b23f7224ef09bfcdcdda93884ad as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/info/bc7c0b23f7224ef09bfcdcdda93884ad 2024-11-10T11:49:50,133 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/info/bc7c0b23f7224ef09bfcdcdda93884ad, entries=260, sequenceid=60, filesize=56.7 K 2024-11-10T11:49:50,136 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/ns/601cdf46114641ac824e227b111160ad as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/ns/601cdf46114641ac824e227b111160ad 2024-11-10T11:49:50,144 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/ns/601cdf46114641ac824e227b111160ad, entries=2, sequenceid=60, filesize=5.0 K 2024-11-10T11:49:50,145 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/table/e270538f86f541e5aa57ed3341cc3b9d as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/table/e270538f86f541e5aa57ed3341cc3b9d 2024-11-10T11:49:50,152 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/table/e270538f86f541e5aa57ed3341cc3b9d, entries=2, sequenceid=60, filesize=5.5 K 2024-11-10T11:49:50,156 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 253ms, sequenceid=60, compaction requested=false; wal=null 2024-11-10T11:49:50,157 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-10T11:49:50,159 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T11:49:50,159 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T11:49:50,159 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T11:49:50,161 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T11:49:50,163 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-10T11:49:50,165 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67405177, jitterRate=0.004415407776832581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T11:49:50,165 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T11:49:50,165 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731239389875Writing region info on filesystem at 1731239389875Initializing all the Stores at 1731239389876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239389876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239389877 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239389877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731239389877Obtaining lock to block concurrent updates at 1731239389901 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1731239389902 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731239389904 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731239389904Flushing 1588230740/info: creating writer at 1731239389908 (+4 ms)Flushing 1588230740/info: appending metadata at 1731239389966 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731239389970 (+4 ms)Flushing 1588230740/ns: creating writer at 1731239390050 (+80 ms)Flushing 1588230740/ns: appending metadata at 1731239390066 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731239390067 (+1 ms)Flushing 1588230740/table: creating writer at 1731239390088 (+21 ms)Flushing 1588230740/table: appending metadata at 1731239390104 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731239390104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1c17ac: reopening flushed file at 1731239390123 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0bda13: reopening flushed file at 1731239390134 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354cecdb: reopening flushed file at 1731239390144 (+10 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 253ms, sequenceid=60, compaction requested=false; wal=null at 1731239390156 (+12 ms)Cleaning up temporary data from old regions at 1731239390159 (+3 ms)Running coprocessor post-open hooks at 1731239390165 (+6 ms)Region opened successfully at 1731239390165 2024-11-10T11:49:50,166 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731239389843 2024-11-10T11:49:50,169 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T11:49:50,169 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T11:49:50,170 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:50,171 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,41447,1731239203402, state=OPEN 2024-11-10T11:49:50,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:50,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,41447,1731239203402, seqNum=-1] 2024-11-10T11:49:50,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,174 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:50,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T11:49:50,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 in 484 msec 2024-11-10T11:49:50,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-10T11:49:50,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-10T11:49:50,207 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae4a8526b855263ceb328c597bed54bd, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c16a369e043e2557e0dac8c57339503f, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d3dff82b933a0b1873601e28a76d656, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318e68b8c418d95ced01da93356f2fb4, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8952a7f95d793c9f229f45c2669825a9, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b61afd42cf9c93e44ab278148fca35b, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12d7969c9299a21dff96329d38905c99, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f84a8d09433baae76d7fe7ba9ac78082, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,209 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26182d84b87d35a4da57111103fc2cbb, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c42399ebb31a75fb834667fc64c08672, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=445dbb7248064f0c85d02f57462b6742, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c2e8453ec3de12a32b925634f3d0ee8, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aae60b5f280118546887e4a7f80a9513, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,210 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a734c8cedd4615b74e8cfeffc95872aa, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae36c73cfbd03623bb5ab1c484500f6c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ca5955b0f8ac0a95a4c02886cf52209, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fc4807a84344639d4947afd3efbdd90, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=196d980390401a0a5dae394865032373, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,212 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c093eda3fdda079913f37ed1b6e0977f, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,212 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca316518b699df76ba771ebcb6ae578c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,212 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0d5f02641d6a99fcd268554fac58333, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,212 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T11:49:50,212 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731239450212 2024-11-10T11:49:50,212 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731239510212 2024-11-10T11:49:50,212 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 681 msec 2024-11-10T11:49:50,213 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b1807907b3fc,42069,1731239203504 had 9 regions 2024-11-10T11:49:50,213 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:49:50,213 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:50,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:50,213 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:49:50,463 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:50,463 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:49:50,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:50,463 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:49:50,463 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:49:50,463 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:49:50,463 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:49:50,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:49:50,464 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:49:50,465 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T11:49:50,466 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:49:50,466 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:50,466 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:50,466 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:50,466 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:50,466 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:49:50,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:50,468 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:50,468 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T11:49:50,469 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=61 2024-11-10T11:49:50,469 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,41447,1731239203402, table=hbase:meta, region=1588230740 2024-11-10T11:49:50,469 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,41447,1731239203402, state=OPEN 2024-11-10T11:49:50,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,476 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239420476 2024-11-10T11:49:50,476 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:49:50,481 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae4a8526b855263ceb328c597bed54bd, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,481 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c16a369e043e2557e0dac8c57339503f, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d3dff82b933a0b1873601e28a76d656, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318e68b8c418d95ced01da93356f2fb4, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8952a7f95d793c9f229f45c2669825a9, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b61afd42cf9c93e44ab278148fca35b, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12d7969c9299a21dff96329d38905c99, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f84a8d09433baae76d7fe7ba9ac78082, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26182d84b87d35a4da57111103fc2cbb, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c42399ebb31a75fb834667fc64c08672, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=445dbb7248064f0c85d02f57462b6742, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c2e8453ec3de12a32b925634f3d0ee8, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,482 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aae60b5f280118546887e4a7f80a9513, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a734c8cedd4615b74e8cfeffc95872aa, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae36c73cfbd03623bb5ab1c484500f6c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ca5955b0f8ac0a95a4c02886cf52209, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fc4807a84344639d4947afd3efbdd90, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=196d980390401a0a5dae394865032373, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c093eda3fdda079913f37ed1b6e0977f, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca316518b699df76ba771ebcb6ae578c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,483 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0d5f02641d6a99fcd268554fac58333, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,483 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T11:49:50,483 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731239450483 2024-11-10T11:49:50,483 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731239510483 2024-11-10T11:49:50,483 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-10T11:49:50,484 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b1807907b3fc,42069,1731239203504 had 8 regions 2024-11-10T11:49:50,484 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:49:50,485 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true, isMeta: false 2024-11-10T11:49:50,488 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1807907b3fc,42069,1731239203504 WAL count=1, meta=false 2024-11-10T11:49:50,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855}] 2024-11-10T11:49:50,488 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:49:50,488 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:50,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:50,488 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:49:50,734 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:50,734 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:49:50,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:50,734 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:49:50,734 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:49:50,734 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:49:50,734 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:49:50,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:49:50,735 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:49:50,735 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T11:49:50,737 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:49:50,737 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:50,737 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:50,737 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:50,737 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:50,737 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:49:50,737 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:50,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:50,738 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-10T11:49:50,739 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=61 2024-11-10T11:49:50,739 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,41447,1731239203402, table=hbase:meta, region=1588230740 2024-11-10T11:49:50,739 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,41447,1731239203402, state=OPEN 2024-11-10T11:49:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:50,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:50,743 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239420743 2024-11-10T11:49:50,743 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:49:50,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae4a8526b855263ceb328c597bed54bd, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c16a369e043e2557e0dac8c57339503f, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d3dff82b933a0b1873601e28a76d656, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318e68b8c418d95ced01da93356f2fb4, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8952a7f95d793c9f229f45c2669825a9, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b61afd42cf9c93e44ab278148fca35b, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12d7969c9299a21dff96329d38905c99, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f84a8d09433baae76d7fe7ba9ac78082, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26182d84b87d35a4da57111103fc2cbb, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c42399ebb31a75fb834667fc64c08672, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=445dbb7248064f0c85d02f57462b6742, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c2e8453ec3de12a32b925634f3d0ee8, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aae60b5f280118546887e4a7f80a9513, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a734c8cedd4615b74e8cfeffc95872aa, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae36c73cfbd03623bb5ab1c484500f6c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ca5955b0f8ac0a95a4c02886cf52209, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fc4807a84344639d4947afd3efbdd90, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=196d980390401a0a5dae394865032373, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:50,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c093eda3fdda079913f37ed1b6e0977f, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca316518b699df76ba771ebcb6ae578c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:50,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0d5f02641d6a99fcd268554fac58333, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:50,752 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T11:49:50,752 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731239450752 2024-11-10T11:49:50,752 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731239510752 2024-11-10T11:49:50,752 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-10T11:49:50,752 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true, isMeta: false 2024-11-10T11:49:50,755 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1807907b3fc,42069,1731239203504 WAL count=1, meta=false 2024-11-10T11:49:50,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855}] 2024-11-10T11:49:50,755 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:49:50,757 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:50,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:49:50,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-10T11:49:50,930 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855, size=290.7 K (297717bytes) 2024-11-10T11:49:50,930 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855 2024-11-10T11:49:50,931 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855 after 1ms 2024-11-10T11:49:50,936 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855 took 5ms 2024-11-10T11:49:50,940 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for b10e69ed891bc84cebcc7dabd0b2f135: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:49:50,942 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 196d980390401a0a5dae394865032373: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:49:50,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ece8b23101ba7db9175d019cb00ad9d4: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:49:50,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1cfd565c834144f7d422c8622e3c5eb6: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:49:50,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2e5f9241aab6e5fef3c7d12add11350c: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:49:50,947 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for c42399ebb31a75fb834667fc64c08672: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:49:50,948 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d2f8af51da65de91948d7dbfc4d44b93: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:49:50,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 12d7969c9299a21dff96329d38905c99: last_flushed_sequence_id: 18446744073709551615 2024-11-10T11:49:50,955 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,956 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,957 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,958 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,961 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,961 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,963 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,963 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,964 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855 so closing down 2024-11-10T11:49:50,964 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T11:49:50,966 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,967 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,967 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,967 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,970 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,971 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,971 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,972 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp 2024-11-10T11:49:50,973 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T11:49:50,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741870_1046 (size=36767) 2024-11-10T11:49:50,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741870_1046 (size=36767) 2024-11-10T11:49:50,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741870_1046 (size=36767) 2024-11-10T11:49:50,996 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T11:49:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741871_1047 (size=36767) 2024-11-10T11:49:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741871_1047 (size=36767) 2024-11-10T11:49:50,999 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004 2024-11-10T11:49:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741871_1047 (size=36767) 2024-11-10T11:49:51,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T11:49:51,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004 2024-11-10T11:49:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741869_1045 (size=36767) 2024-11-10T11:49:51,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741869_1045 (size=36767) 2024-11-10T11:49:51,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741869_1045 (size=36767) 2024-11-10T11:49:51,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T11:49:51,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004 2024-11-10T11:49:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741873_1049 (size=36767) 2024-11-10T11:49:51,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741873_1049 (size=36767) 2024-11-10T11:49:51,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741873_1049 (size=36767) 2024-11-10T11:49:51,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T11:49:51,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004 2024-11-10T11:49:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741872_1048 (size=36767) 2024-11-10T11:49:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741872_1048 (size=36767) 2024-11-10T11:49:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741872_1048 (size=36767) 2024-11-10T11:49:51,036 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-10T11:49:51,038 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004 2024-11-10T11:49:51,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741874_1050 (size=36767) 2024-11-10T11:49:51,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741874_1050 (size=36767) 2024-11-10T11:49:51,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741874_1050 (size=36767) 2024-11-10T11:49:51,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T11:49:51,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741875_1051 (size=36767) 2024-11-10T11:49:51,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741875_1051 (size=36767) 2024-11-10T11:49:51,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741875_1051 (size=36767) 2024-11-10T11:49:51,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-10T11:49:51,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004 2024-11-10T11:49:51,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004 2024-11-10T11:49:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741876_1052 (size=36767) 2024-11-10T11:49:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741876_1052 (size=36767) 2024-11-10T11:49:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741876_1052 (size=36767) 2024-11-10T11:49:51,056 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-10T11:49:51,058 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004 2024-11-10T11:49:51,058 INFO [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 121 ms; skipped=8; WAL=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855, size=290.7 K, length=297717, corrupted=false, cancelled=false 2024-11-10T11:49:51,058 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855, journal: Splitting hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855, size=290.7 K (297717bytes) at 1731239390930Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp at 1731239390957 (+27 ms)Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp at 1731239390958 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp at 1731239390963 (+5 ms)Finishing writing output for hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855 so closing down at 1731239390964 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp at 1731239390967 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp at 1731239390967Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp at 1731239390967Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp at 1731239390971 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp at 1731239390972 (+1 ms)3 split writer threads finished at 1731239390973 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731239390996 (+23 ms)Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004 at 1731239390999 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731239391000 (+1 ms)Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004 at 1731239391002 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731239391015 (+13 ms)Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004 at 1731239391017 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731239391024 (+7 ms)Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004 at 1731239391026 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731239391036 (+10 ms)Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004 at 1731239391038 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731239391049 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731239391051 (+2 ms)Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004 at 1731239391051Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004 at 1731239391053 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731239391056 (+3 ms)Rename recovered edits hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004-b1807907b3fc%2C42069%2C1731239203504.1731239204855.temp to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004 at 1731239391058 (+2 ms)Processed 16 edits across 8 Regions in 121 ms; skipped=8; WAL=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855, size=290.7 K, length=297717, corrupted=false, cancelled=false at 1731239391058 2024-11-10T11:49:51,058 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855 2024-11-10T11:49:51,058 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-10T11:49:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-10T11:49:51,063 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting/b1807907b3fc%2C42069%2C1731239203504.1731239204855 to hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs 2024-11-10T11:49:51,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T11:49:51,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 in 305 msec 2024-11-10T11:49:51,067 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-10T11:49:51,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 in 312 msec 2024-11-10T11:49:51,072 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting dir is empty, no logs to split. 2024-11-10T11:49:51,072 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1807907b3fc,42069,1731239203504 WAL count=0, meta=false 2024-11-10T11:49:51,072 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b1807907b3fc,42069,1731239203504 WAL splitting is done? wals=0, meta=false 2024-11-10T11:49:51,073 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:49:51,073 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:51,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:51,073 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:49:51,252 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:51,253 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:49:51,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:51,253 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:49:51,253 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:49:51,253 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:49:51,253 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:49:51,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:49:51,254 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:49:51,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T11:49:51,256 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:49:51,256 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:51,256 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:51,256 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:51,256 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:51,256 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:51,256 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:51,257 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:49:51,257 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:49:51,258 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:51,258 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,258 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,258 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,259 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T11:49:51,260 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=61 2024-11-10T11:49:51,260 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,41447,1731239203402, table=hbase:meta, region=1588230740 2024-11-10T11:49:51,260 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,41447,1731239203402, state=OPEN 2024-11-10T11:49:51,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:51,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:51,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:51,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:51,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:51,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:51,263 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239421263 2024-11-10T11:49:51,264 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae4a8526b855263ceb328c597bed54bd, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c16a369e043e2557e0dac8c57339503f, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d3dff82b933a0b1873601e28a76d656, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318e68b8c418d95ced01da93356f2fb4, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8952a7f95d793c9f229f45c2669825a9, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b61afd42cf9c93e44ab278148fca35b, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12d7969c9299a21dff96329d38905c99, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f84a8d09433baae76d7fe7ba9ac78082, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26182d84b87d35a4da57111103fc2cbb, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c42399ebb31a75fb834667fc64c08672, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,268 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=445dbb7248064f0c85d02f57462b6742, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c2e8453ec3de12a32b925634f3d0ee8, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aae60b5f280118546887e4a7f80a9513, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a734c8cedd4615b74e8cfeffc95872aa, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae36c73cfbd03623bb5ab1c484500f6c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ca5955b0f8ac0a95a4c02886cf52209, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fc4807a84344639d4947afd3efbdd90, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=196d980390401a0a5dae394865032373, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c093eda3fdda079913f37ed1b6e0977f, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca316518b699df76ba771ebcb6ae578c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0d5f02641d6a99fcd268554fac58333, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,269 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T11:49:51,269 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731239451269 2024-11-10T11:49:51,269 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731239511269 2024-11-10T11:49:51,269 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-10T11:49:51,271 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server b1807907b3fc,42069,1731239203504 does not exist 2024-11-10T11:49:51,271 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1807907b3fc,42069,1731239203504 WAL count=0, meta=false 2024-11-10T11:49:51,271 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b1807907b3fc,42069,1731239203504 WAL splitting is done? wals=0, meta=false 2024-11-10T11:49:51,272 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b1807907b3fc,42069,1731239203504 failed, ignore...File hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/WALs/b1807907b3fc,42069,1731239203504-splitting does not exist. 2024-11-10T11:49:51,272 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:49:51,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN}] 2024-11-10T11:49:51,274 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:49:51,274 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:51,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:51,274 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:49:51,520 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:51,520 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:49:51,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:51,520 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:49:51,520 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:49:51,520 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:49:51,520 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:49:51,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:49:51,521 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:49:51,521 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T11:49:51,523 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:49:51,523 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:51,523 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:51,523 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:51,523 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:51,523 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:51,523 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:51,523 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:49:51,524 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:49:51,525 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,526 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:51,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T11:49:51,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=61 2024-11-10T11:49:51,527 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,41447,1731239203402, table=hbase:meta, region=1588230740 2024-11-10T11:49:51,527 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,41447,1731239203402, state=OPEN 2024-11-10T11:49:51,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:51,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:51,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:51,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:51,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:51,530 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239421529 2024-11-10T11:49:51,530 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:49:51,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae4a8526b855263ceb328c597bed54bd, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c16a369e043e2557e0dac8c57339503f, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d3dff82b933a0b1873601e28a76d656, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318e68b8c418d95ced01da93356f2fb4, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8952a7f95d793c9f229f45c2669825a9, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b61afd42cf9c93e44ab278148fca35b, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12d7969c9299a21dff96329d38905c99, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f84a8d09433baae76d7fe7ba9ac78082, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26182d84b87d35a4da57111103fc2cbb, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c42399ebb31a75fb834667fc64c08672, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=445dbb7248064f0c85d02f57462b6742, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c2e8453ec3de12a32b925634f3d0ee8, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aae60b5f280118546887e4a7f80a9513, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a734c8cedd4615b74e8cfeffc95872aa, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae36c73cfbd03623bb5ab1c484500f6c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ca5955b0f8ac0a95a4c02886cf52209, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fc4807a84344639d4947afd3efbdd90, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=196d980390401a0a5dae394865032373, regionState=OPEN, lastHost=b1807907b3fc,42069,1731239203504, regionLocation=b1807907b3fc,42069,1731239203504, openSeqNum=2 2024-11-10T11:49:51,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c093eda3fdda079913f37ed1b6e0977f, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca316518b699df76ba771ebcb6ae578c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:51,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0d5f02641d6a99fcd268554fac58333, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:51,537 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T11:49:51,537 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731239451537 2024-11-10T11:49:51,537 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731239511537 2024-11-10T11:49:51,537 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-10T11:49:51,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN}] 2024-11-10T11:49:51,538 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:49:51,540 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN 2024-11-10T11:49:51,541 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:51,542 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN 2024-11-10T11:49:51,542 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:51,543 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN 2024-11-10T11:49:51,544 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:51,545 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN 2024-11-10T11:49:51,545 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:51,546 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN 2024-11-10T11:49:51,547 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:51,548 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN 2024-11-10T11:49:51,549 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:51,549 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN 2024-11-10T11:49:51,550 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:51,551 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN 2024-11-10T11:49:51,551 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T11:49:51,691 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(204): Hosts are {b1807907b3fc=0} racks are {/default-rack=0} 2024-11-10T11:49:51,692 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T11:49:51,692 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T11:49:51,692 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T11:49:51,692 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T11:49:51,692 INFO [b1807907b3fc:38609 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T11:49:51,692 INFO [b1807907b3fc:38609 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T11:49:51,692 DEBUG [b1807907b3fc:38609 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T11:49:51,693 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,693 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,694 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=12d7969c9299a21dff96329d38905c99, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,694 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPENING, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=196d980390401a0a5dae394865032373, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c42399ebb31a75fb834667fc64c08672, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN because future has completed 2024-11-10T11:49:51,696 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPENING, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10e69ed891bc84cebcc7dabd0b2f135, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:49:51,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN because future has completed 2024-11-10T11:49:51,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN because future has completed 2024-11-10T11:49:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN because future has completed 2024-11-10T11:49:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN because future has completed 2024-11-10T11:49:51,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 196d980390401a0a5dae394865032373, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:49:51,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN because future has completed 2024-11-10T11:49:51,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN because future has completed 2024-11-10T11:49:51,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN because future has completed 2024-11-10T11:49:51,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f8af51da65de91948d7dbfc4d44b93, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:49:51,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c42399ebb31a75fb834667fc64c08672, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:49:51,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e5f9241aab6e5fef3c7d12add11350c, server=b1807907b3fc,41447,1731239203402}] 2024-11-10T11:49:51,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfd565c834144f7d422c8622e3c5eb6, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:49:51,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d7969c9299a21dff96329d38905c99, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:49:51,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece8b23101ba7db9175d019cb00ad9d4, server=b1807907b3fc,39805,1731239203546}] 2024-11-10T11:49:51,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T11:49:51,854 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:49:51,855 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => ece8b23101ba7db9175d019cb00ad9d4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-10T11:49:51,855 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,855 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:51,855 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,855 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,857 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,857 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:49:51,857 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e5f9241aab6e5fef3c7d12add11350c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-10T11:49:51,857 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,858 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:51,858 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,858 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece8b23101ba7db9175d019cb00ad9d4 columnFamilyName colfamily11 2024-11-10T11:49:51,858 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,858 DEBUG [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,858 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(327): Store=ece8b23101ba7db9175d019cb00ad9d4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,858 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,859 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,859 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece8b23101ba7db9175d019cb00ad9d4 columnFamilyName colfamily21 2024-11-10T11:49:51,859 DEBUG [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,860 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(327): Store=ece8b23101ba7db9175d019cb00ad9d4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,860 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,860 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e5f9241aab6e5fef3c7d12add11350c columnFamilyName colfamily11 2024-11-10T11:49:51,860 DEBUG [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,861 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(327): Store=2e5f9241aab6e5fef3c7d12add11350c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,861 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,861 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece8b23101ba7db9175d019cb00ad9d4 columnFamilyName colfamily31 2024-11-10T11:49:51,861 DEBUG [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,861 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e5f9241aab6e5fef3c7d12add11350c columnFamilyName colfamily21 2024-11-10T11:49:51,861 INFO [StoreOpener-ece8b23101ba7db9175d019cb00ad9d4-1 {}] regionserver.HStore(327): Store=ece8b23101ba7db9175d019cb00ad9d4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,862 DEBUG [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,862 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,862 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(327): Store=2e5f9241aab6e5fef3c7d12add11350c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,862 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,862 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,863 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e5f9241aab6e5fef3c7d12add11350c columnFamilyName colfamily31 2024-11-10T11:49:51,863 DEBUG [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,864 INFO [StoreOpener-2e5f9241aab6e5fef3c7d12add11350c-1 {}] regionserver.HStore(327): Store=2e5f9241aab6e5fef3c7d12add11350c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,864 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,864 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,864 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,865 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004 2024-11-10T11:49:51,866 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,867 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004 2024-11-10T11:49:51,873 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004 2024-11-10T11:49:51,873 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 2e5f9241aab6e5fef3c7d12add11350c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:51,874 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004 2024-11-10T11:49:51,874 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing ece8b23101ba7db9175d019cb00ad9d4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:51,901 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/.tmp/colfamily11/b786ca38850f4d3c8ab5ec49a1afc6f2 is 52, key is rrr/colfamily11:colfamily11/1731239208626/Put/seqid=0 2024-11-10T11:49:51,904 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/.tmp/colfamily11/bbd92e697f07429698515f4646b8947a is 52, key is ooo/colfamily11:colfamily11/1731239208587/Put/seqid=0 2024-11-10T11:49:51,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741877_1053 (size=39263) 2024-11-10T11:49:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741877_1053 (size=39263) 2024-11-10T11:49:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741877_1053 (size=39263) 2024-11-10T11:49:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741878_1054 (size=39263) 2024-11-10T11:49:51,914 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/.tmp/colfamily11/b786ca38850f4d3c8ab5ec49a1afc6f2 2024-11-10T11:49:51,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741878_1054 (size=39263) 2024-11-10T11:49:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741878_1054 (size=39263) 2024-11-10T11:49:51,916 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/.tmp/colfamily11/bbd92e697f07429698515f4646b8947a 2024-11-10T11:49:51,924 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/.tmp/colfamily11/b786ca38850f4d3c8ab5ec49a1afc6f2 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/colfamily11/b786ca38850f4d3c8ab5ec49a1afc6f2 2024-11-10T11:49:51,925 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/.tmp/colfamily11/bbd92e697f07429698515f4646b8947a as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/colfamily11/bbd92e697f07429698515f4646b8947a 2024-11-10T11:49:51,931 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/colfamily11/b786ca38850f4d3c8ab5ec49a1afc6f2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T11:49:51,931 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2e5f9241aab6e5fef3c7d12add11350c in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T11:49:51,932 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/0000000000000000004 2024-11-10T11:49:51,932 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/colfamily11/bbd92e697f07429698515f4646b8947a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T11:49:51,932 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ece8b23101ba7db9175d019cb00ad9d4 in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T11:49:51,933 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/0000000000000000004 2024-11-10T11:49:51,933 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,933 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,934 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,934 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,934 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:49:51,935 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:49:51,936 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,936 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,938 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T11:49:51,939 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T11:49:51,939 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 2e5f9241aab6e5fef3c7d12add11350c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61837753, jitterRate=-0.07854567468166351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:49:51,939 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:51,940 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 2e5f9241aab6e5fef3c7d12add11350c: Running coprocessor pre-open hook at 1731239391858Writing region info on filesystem at 1731239391858Initializing all the Stores at 1731239391859 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391859Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391859Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391859Obtaining lock to block concurrent updates at 1731239391873 (+14 ms)Preparing flush snapshotting stores in 2e5f9241aab6e5fef3c7d12add11350c at 1731239391874 (+1 ms)Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239391874Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. at 1731239391874Flushing 2e5f9241aab6e5fef3c7d12add11350c/colfamily11: creating writer at 1731239391874Flushing 2e5f9241aab6e5fef3c7d12add11350c/colfamily11: appending metadata at 1731239391901 (+27 ms)Flushing 2e5f9241aab6e5fef3c7d12add11350c/colfamily11: closing flushed file at 1731239391901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15275c30: reopening flushed file at 1731239391923 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2e5f9241aab6e5fef3c7d12add11350c in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731239391931 (+8 ms)Cleaning up temporary data from old regions at 1731239391933 (+2 ms)Running coprocessor post-open hooks at 1731239391939 (+6 ms)Region opened successfully at 1731239391939 2024-11-10T11:49:51,940 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened ece8b23101ba7db9175d019cb00ad9d4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60505597, jitterRate=-0.09839634597301483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:49:51,940 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:51,941 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for ece8b23101ba7db9175d019cb00ad9d4: Running coprocessor pre-open hook at 1731239391855Writing region info on filesystem at 1731239391855Initializing all the Stores at 1731239391856 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391856Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391857 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391857Obtaining lock to block concurrent updates at 1731239391874 (+17 ms)Preparing flush snapshotting stores in ece8b23101ba7db9175d019cb00ad9d4 at 1731239391874Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239391874Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. at 1731239391874Flushing ece8b23101ba7db9175d019cb00ad9d4/colfamily11: creating writer at 1731239391874Flushing ece8b23101ba7db9175d019cb00ad9d4/colfamily11: appending metadata at 1731239391903 (+29 ms)Flushing ece8b23101ba7db9175d019cb00ad9d4/colfamily11: closing flushed file at 1731239391903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14efbb76: reopening flushed file at 1731239391924 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ece8b23101ba7db9175d019cb00ad9d4 in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731239391932 (+8 ms)Cleaning up temporary data from old regions at 1731239391934 (+2 ms)Running coprocessor post-open hooks at 1731239391940 (+6 ms)Region opened successfully at 1731239391940 2024-11-10T11:49:51,941 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., pid=76, masterSystemTime=1731239391853 2024-11-10T11:49:51,941 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., pid=79, masterSystemTime=1731239391849 2024-11-10T11:49:51,943 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:49:51,943 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:49:51,943 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:49:51,943 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => d2f8af51da65de91948d7dbfc4d44b93, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-10T11:49:51,943 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:51,944 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:51,944 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:49:51,944 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,944 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:49:51,944 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,944 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:49:51,944 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 12d7969c9299a21dff96329d38905c99, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-10T11:49:51,944 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,944 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1807907b3fc,41447,1731239203402, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T11:49:51,944 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:51,945 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,945 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,946 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,947 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e5f9241aab6e5fef3c7d12add11350c, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:49:51,948 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d7969c9299a21dff96329d38905c99 columnFamilyName colfamily11 2024-11-10T11:49:51,948 DEBUG [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,948 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f8af51da65de91948d7dbfc4d44b93 columnFamilyName colfamily11 2024-11-10T11:49:51,948 DEBUG [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece8b23101ba7db9175d019cb00ad9d4, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:49:51,950 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(327): Store=12d7969c9299a21dff96329d38905c99/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,950 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,950 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(327): Store=d2f8af51da65de91948d7dbfc4d44b93/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,950 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,951 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d7969c9299a21dff96329d38905c99 columnFamilyName colfamily21 2024-11-10T11:49:51,951 DEBUG [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,951 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f8af51da65de91948d7dbfc4d44b93 columnFamilyName colfamily21 2024-11-10T11:49:51,951 DEBUG [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,951 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(327): Store=12d7969c9299a21dff96329d38905c99/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,951 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,952 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(327): Store=d2f8af51da65de91948d7dbfc4d44b93/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,952 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,953 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d7969c9299a21dff96329d38905c99 columnFamilyName colfamily31 2024-11-10T11:49:51,953 DEBUG [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,953 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f8af51da65de91948d7dbfc4d44b93 columnFamilyName colfamily31 2024-11-10T11:49:51,953 INFO [StoreOpener-12d7969c9299a21dff96329d38905c99-1 {}] regionserver.HStore(327): Store=12d7969c9299a21dff96329d38905c99/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,954 DEBUG [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:51,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=69 2024-11-10T11:49:51,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e5f9241aab6e5fef3c7d12add11350c, server=b1807907b3fc,41447,1731239203402 in 238 msec 2024-11-10T11:49:51,954 INFO [StoreOpener-d2f8af51da65de91948d7dbfc4d44b93-1 {}] regionserver.HStore(327): Store=d2f8af51da65de91948d7dbfc4d44b93/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:51,955 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN in 416 msec 2024-11-10T11:49:51,956 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,956 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,957 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,959 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:51,960 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:51,960 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004 2024-11-10T11:49:51,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-10T11:49:51,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure ece8b23101ba7db9175d019cb00ad9d4, server=b1807907b3fc,39805,1731239203546 in 237 msec 2024-11-10T11:49:51,960 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004 2024-11-10T11:49:51,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN in 422 msec 2024-11-10T11:49:51,967 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004 2024-11-10T11:49:51,968 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing d2f8af51da65de91948d7dbfc4d44b93 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:51,968 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004 2024-11-10T11:49:51,968 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 12d7969c9299a21dff96329d38905c99 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:51,988 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/.tmp/colfamily11/1ac05167872743c190240eb1ff535588 is 52, key is eee/colfamily11:colfamily11/1731239208412/Put/seqid=0 2024-11-10T11:49:51,989 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/.tmp/colfamily11/bf767e483efd4156bc7c776f4942c2fc is 52, key is iii/colfamily11:colfamily11/1731239208487/Put/seqid=0 2024-11-10T11:49:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741879_1055 (size=39263) 2024-11-10T11:49:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741879_1055 (size=39263) 2024-11-10T11:49:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741879_1055 (size=39263) 2024-11-10T11:49:52,000 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/.tmp/colfamily11/1ac05167872743c190240eb1ff535588 2024-11-10T11:49:52,007 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/.tmp/colfamily11/1ac05167872743c190240eb1ff535588 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/colfamily11/1ac05167872743c190240eb1ff535588 2024-11-10T11:49:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741880_1056 (size=39263) 2024-11-10T11:49:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741880_1056 (size=39263) 2024-11-10T11:49:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741880_1056 (size=39263) 2024-11-10T11:49:52,011 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/.tmp/colfamily11/bf767e483efd4156bc7c776f4942c2fc 2024-11-10T11:49:52,015 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/colfamily11/1ac05167872743c190240eb1ff535588, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T11:49:52,015 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d2f8af51da65de91948d7dbfc4d44b93 in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T11:49:52,016 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/0000000000000000004 2024-11-10T11:49:52,017 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:52,018 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:52,018 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/.tmp/colfamily11/bf767e483efd4156bc7c776f4942c2fc as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/colfamily11/bf767e483efd4156bc7c776f4942c2fc 2024-11-10T11:49:52,018 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:49:52,020 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:52,022 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T11:49:52,023 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened d2f8af51da65de91948d7dbfc4d44b93; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74127239, jitterRate=0.10458193719387054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:49:52,023 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:52,023 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for d2f8af51da65de91948d7dbfc4d44b93: Running coprocessor pre-open hook at 1731239391944Writing region info on filesystem at 1731239391944Initializing all the Stores at 1731239391946 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391946Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391946Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391946Obtaining lock to block concurrent updates at 1731239391968 (+22 ms)Preparing flush snapshotting stores in d2f8af51da65de91948d7dbfc4d44b93 at 1731239391968Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239391968Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. at 1731239391968Flushing d2f8af51da65de91948d7dbfc4d44b93/colfamily11: creating writer at 1731239391968Flushing d2f8af51da65de91948d7dbfc4d44b93/colfamily11: appending metadata at 1731239391988 (+20 ms)Flushing d2f8af51da65de91948d7dbfc4d44b93/colfamily11: closing flushed file at 1731239391988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6081843a: reopening flushed file at 1731239392006 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d2f8af51da65de91948d7dbfc4d44b93 in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731239392015 (+9 ms)Cleaning up temporary data from old regions at 1731239392018 (+3 ms)Running coprocessor post-open hooks at 1731239392023 (+5 ms)Region opened successfully at 1731239392023 2024-11-10T11:49:52,024 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., pid=74, masterSystemTime=1731239391853 2024-11-10T11:49:52,025 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/colfamily11/bf767e483efd4156bc7c776f4942c2fc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T11:49:52,025 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 12d7969c9299a21dff96329d38905c99 in 57ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T11:49:52,026 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/0000000000000000004 2024-11-10T11:49:52,026 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:49:52,026 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:49:52,027 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:49:52,027 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => c42399ebb31a75fb834667fc64c08672, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-10T11:49:52,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,027 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,027 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:52,027 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:52,027 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:52,027 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,028 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,028 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:49:52,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f8af51da65de91948d7dbfc4d44b93, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:49:52,030 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,030 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:52,031 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c42399ebb31a75fb834667fc64c08672 columnFamilyName colfamily11 2024-11-10T11:49:52,031 DEBUG [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,032 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(327): Store=c42399ebb31a75fb834667fc64c08672/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,032 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,033 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c42399ebb31a75fb834667fc64c08672 columnFamilyName colfamily21 2024-11-10T11:49:52,033 DEBUG [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,033 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(327): Store=c42399ebb31a75fb834667fc64c08672/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,033 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,034 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T11:49:52,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=68 2024-11-10T11:49:52,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f8af51da65de91948d7dbfc4d44b93, server=b1807907b3fc,41447,1731239203402 in 326 msec 2024-11-10T11:49:52,034 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c42399ebb31a75fb834667fc64c08672 columnFamilyName colfamily31 2024-11-10T11:49:52,035 DEBUG [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,035 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 12d7969c9299a21dff96329d38905c99; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60998647, jitterRate=-0.09104932844638824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:49:52,035 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:52,035 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 12d7969c9299a21dff96329d38905c99: Running coprocessor pre-open hook at 1731239391945Writing region info on filesystem at 1731239391945Initializing all the Stores at 1731239391946 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391946Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391946Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239391946Obtaining lock to block concurrent updates at 1731239391968 (+22 ms)Preparing flush snapshotting stores in 12d7969c9299a21dff96329d38905c99 at 1731239391968Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239391969 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. at 1731239391969Flushing 12d7969c9299a21dff96329d38905c99/colfamily11: creating writer at 1731239391969Flushing 12d7969c9299a21dff96329d38905c99/colfamily11: appending metadata at 1731239391988 (+19 ms)Flushing 12d7969c9299a21dff96329d38905c99/colfamily11: closing flushed file at 1731239391988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f17aa52: reopening flushed file at 1731239392017 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 12d7969c9299a21dff96329d38905c99 in 57ms, sequenceid=4, compaction requested=false; wal=null at 1731239392025 (+8 ms)Cleaning up temporary data from old regions at 1731239392027 (+2 ms)Running coprocessor post-open hooks at 1731239392035 (+8 ms)Region opened successfully at 1731239392035 2024-11-10T11:49:52,035 INFO [StoreOpener-c42399ebb31a75fb834667fc64c08672-1 {}] regionserver.HStore(327): Store=c42399ebb31a75fb834667fc64c08672/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,035 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN in 496 msec 2024-11-10T11:49:52,036 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., pid=78, masterSystemTime=1731239391849 2024-11-10T11:49:52,036 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,039 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:49:52,039 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:49:52,039 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:49:52,039 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cfd565c834144f7d422c8622e3c5eb6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-10T11:49:52,039 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=12d7969c9299a21dff96329d38905c99, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,040 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,040 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:52,040 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,040 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,040 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004 2024-11-10T11:49:52,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d7969c9299a21dff96329d38905c99, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:49:52,043 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,044 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfd565c834144f7d422c8622e3c5eb6 columnFamilyName colfamily11 2024-11-10T11:49:52,044 DEBUG [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,045 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(327): Store=1cfd565c834144f7d422c8622e3c5eb6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,045 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,048 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004 2024-11-10T11:49:52,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=66 2024-11-10T11:49:52,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 12d7969c9299a21dff96329d38905c99, server=b1807907b3fc,39805,1731239203546 in 329 msec 2024-11-10T11:49:52,049 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing c42399ebb31a75fb834667fc64c08672 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:52,049 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfd565c834144f7d422c8622e3c5eb6 columnFamilyName colfamily21 2024-11-10T11:49:52,049 DEBUG [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,049 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(327): Store=1cfd565c834144f7d422c8622e3c5eb6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,050 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,051 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfd565c834144f7d422c8622e3c5eb6 columnFamilyName colfamily31 2024-11-10T11:49:52,051 DEBUG [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN in 511 msec 2024-11-10T11:49:52,051 INFO [StoreOpener-1cfd565c834144f7d422c8622e3c5eb6-1 {}] regionserver.HStore(327): Store=1cfd565c834144f7d422c8622e3c5eb6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,051 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,052 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,054 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,055 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004 2024-11-10T11:49:52,060 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004 2024-11-10T11:49:52,060 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 1cfd565c834144f7d422c8622e3c5eb6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:52,073 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/.tmp/colfamily11/eec15c88cbdb4c85b04b92b35fb1e9be is 52, key is lll/colfamily11:colfamily11/1731239208533/Put/seqid=0 2024-11-10T11:49:52,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741881_1057 (size=39263) 2024-11-10T11:49:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741881_1057 (size=39263) 2024-11-10T11:49:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741881_1057 (size=39263) 2024-11-10T11:49:52,084 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/.tmp/colfamily11/eec15c88cbdb4c85b04b92b35fb1e9be 2024-11-10T11:49:52,085 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/.tmp/colfamily11/2036c039a1224cb4a5fadfdac5ad7ad2 is 52, key is bbb/colfamily11:colfamily11/1731239208355/Put/seqid=0 2024-11-10T11:49:52,092 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/.tmp/colfamily11/eec15c88cbdb4c85b04b92b35fb1e9be as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/colfamily11/eec15c88cbdb4c85b04b92b35fb1e9be 2024-11-10T11:49:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741882_1058 (size=39263) 2024-11-10T11:49:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741882_1058 (size=39263) 2024-11-10T11:49:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741882_1058 (size=39263) 2024-11-10T11:49:52,095 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/.tmp/colfamily11/2036c039a1224cb4a5fadfdac5ad7ad2 2024-11-10T11:49:52,100 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/colfamily11/eec15c88cbdb4c85b04b92b35fb1e9be, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T11:49:52,101 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c42399ebb31a75fb834667fc64c08672 in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T11:49:52,101 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/0000000000000000004 2024-11-10T11:49:52,103 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/.tmp/colfamily11/2036c039a1224cb4a5fadfdac5ad7ad2 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/colfamily11/2036c039a1224cb4a5fadfdac5ad7ad2 2024-11-10T11:49:52,103 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,103 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,104 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:49:52,105 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,108 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T11:49:52,109 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened c42399ebb31a75fb834667fc64c08672; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62615469, jitterRate=-0.06695680320262909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:49:52,109 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:52,109 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for c42399ebb31a75fb834667fc64c08672: Running coprocessor pre-open hook at 1731239392028Writing region info on filesystem at 1731239392028Initializing all the Stores at 1731239392029 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392029Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392030 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392030Obtaining lock to block concurrent updates at 1731239392049 (+19 ms)Preparing flush snapshotting stores in c42399ebb31a75fb834667fc64c08672 at 1731239392049Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239392049Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. at 1731239392049Flushing c42399ebb31a75fb834667fc64c08672/colfamily11: creating writer at 1731239392049Flushing c42399ebb31a75fb834667fc64c08672/colfamily11: appending metadata at 1731239392073 (+24 ms)Flushing c42399ebb31a75fb834667fc64c08672/colfamily11: closing flushed file at 1731239392073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aef2072: reopening flushed file at 1731239392091 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c42399ebb31a75fb834667fc64c08672 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731239392101 (+10 ms)Cleaning up temporary data from old regions at 1731239392103 (+2 ms)Running coprocessor post-open hooks at 1731239392109 (+6 ms)Region opened successfully at 1731239392109 2024-11-10T11:49:52,109 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/colfamily11/2036c039a1224cb4a5fadfdac5ad7ad2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T11:49:52,109 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1cfd565c834144f7d422c8622e3c5eb6 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T11:49:52,110 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/0000000000000000004 2024-11-10T11:49:52,110 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., pid=75, masterSystemTime=1731239391853 2024-11-10T11:49:52,111 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,111 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,112 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:49:52,113 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:49:52,113 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:49:52,113 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:49:52,113 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 196d980390401a0a5dae394865032373, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-10T11:49:52,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c42399ebb31a75fb834667fc64c08672, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,114 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,114 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,114 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:52,114 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,114 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c42399ebb31a75fb834667fc64c08672, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:49:52,116 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,118 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 196d980390401a0a5dae394865032373 columnFamilyName colfamily11 2024-11-10T11:49:52,118 DEBUG [StoreOpener-196d980390401a0a5dae394865032373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,118 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T11:49:52,119 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(327): Store=196d980390401a0a5dae394865032373/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,119 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,120 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 196d980390401a0a5dae394865032373 columnFamilyName colfamily21 2024-11-10T11:49:52,120 DEBUG [StoreOpener-196d980390401a0a5dae394865032373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,121 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(327): Store=196d980390401a0a5dae394865032373/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,121 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 1cfd565c834144f7d422c8622e3c5eb6; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71216610, jitterRate=0.061210185289382935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:49:52,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=65 2024-11-10T11:49:52,121 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:52,121 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c42399ebb31a75fb834667fc64c08672, server=b1807907b3fc,41447,1731239203402 in 409 msec 2024-11-10T11:49:52,121 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 1cfd565c834144f7d422c8622e3c5eb6: Running coprocessor pre-open hook at 1731239392040Writing region info on filesystem at 1731239392040Initializing all the Stores at 1731239392042 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392043 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392043Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392043Obtaining lock to block concurrent updates at 1731239392060 (+17 ms)Preparing flush snapshotting stores in 1cfd565c834144f7d422c8622e3c5eb6 at 1731239392060Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239392060Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. at 1731239392060Flushing 1cfd565c834144f7d422c8622e3c5eb6/colfamily11: creating writer at 1731239392060Flushing 1cfd565c834144f7d422c8622e3c5eb6/colfamily11: appending metadata at 1731239392085 (+25 ms)Flushing 1cfd565c834144f7d422c8622e3c5eb6/colfamily11: closing flushed file at 1731239392085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d71c060: reopening flushed file at 1731239392102 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1cfd565c834144f7d422c8622e3c5eb6 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731239392109 (+7 ms)Cleaning up temporary data from old regions at 1731239392111 (+2 ms)Running coprocessor post-open hooks at 1731239392121 (+10 ms)Region opened successfully at 1731239392121 2024-11-10T11:49:52,122 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 196d980390401a0a5dae394865032373 columnFamilyName colfamily31 2024-11-10T11:49:52,122 DEBUG [StoreOpener-196d980390401a0a5dae394865032373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,122 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., pid=77, masterSystemTime=1731239391849 2024-11-10T11:49:52,122 INFO [StoreOpener-196d980390401a0a5dae394865032373-1 {}] regionserver.HStore(327): Store=196d980390401a0a5dae394865032373/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,122 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN in 583 msec 2024-11-10T11:49:52,123 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373 2024-11-10T11:49:52,124 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:49:52,124 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:49:52,124 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:49:52,124 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => b10e69ed891bc84cebcc7dabd0b2f135, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-10T11:49:52,124 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,125 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,125 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T11:49:52,125 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,125 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,125 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373 2024-11-10T11:49:52,126 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004 2024-11-10T11:49:52,127 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfd565c834144f7d422c8622e3c5eb6, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:49:52,128 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10e69ed891bc84cebcc7dabd0b2f135 columnFamilyName colfamily11 2024-11-10T11:49:52,128 DEBUG [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,129 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(327): Store=b10e69ed891bc84cebcc7dabd0b2f135/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,129 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,130 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10e69ed891bc84cebcc7dabd0b2f135 columnFamilyName colfamily21 2024-11-10T11:49:52,131 DEBUG [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,131 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(327): Store=b10e69ed891bc84cebcc7dabd0b2f135/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,131 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=70 2024-11-10T11:49:52,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cfd565c834144f7d422c8622e3c5eb6, server=b1807907b3fc,39805,1731239203546 in 415 msec 2024-11-10T11:49:52,132 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10e69ed891bc84cebcc7dabd0b2f135 columnFamilyName colfamily31 2024-11-10T11:49:52,132 DEBUG [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T11:49:52,132 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004 2024-11-10T11:49:52,133 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 196d980390401a0a5dae394865032373 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:52,133 INFO [StoreOpener-b10e69ed891bc84cebcc7dabd0b2f135-1 {}] regionserver.HStore(327): Store=b10e69ed891bc84cebcc7dabd0b2f135/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T11:49:52,133 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,134 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN in 594 msec 2024-11-10T11:49:52,136 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,137 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004 2024-11-10T11:49:52,142 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004 2024-11-10T11:49:52,142 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing b10e69ed891bc84cebcc7dabd0b2f135 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:52,159 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/.tmp/colfamily11/f53913f9e4c34330ba29160d0488a52d is 52, key is www/colfamily11:colfamily11/1731239208709/Put/seqid=0 2024-11-10T11:49:52,159 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/.tmp/colfamily11/25bda03b5f4e4815bcb6581b21462361 is 52, key is uuu/colfamily11:colfamily11/1731239208664/Put/seqid=0 2024-11-10T11:49:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741884_1060 (size=39263) 2024-11-10T11:49:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741884_1060 (size=39263) 2024-11-10T11:49:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741884_1060 (size=39263) 2024-11-10T11:49:52,175 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/.tmp/colfamily11/f53913f9e4c34330ba29160d0488a52d 2024-11-10T11:49:52,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741883_1059 (size=39263) 2024-11-10T11:49:52,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741883_1059 (size=39263) 2024-11-10T11:49:52,176 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/.tmp/colfamily11/25bda03b5f4e4815bcb6581b21462361 2024-11-10T11:49:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741883_1059 (size=39263) 2024-11-10T11:49:52,183 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/.tmp/colfamily11/f53913f9e4c34330ba29160d0488a52d as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/colfamily11/f53913f9e4c34330ba29160d0488a52d 2024-11-10T11:49:52,184 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/.tmp/colfamily11/25bda03b5f4e4815bcb6581b21462361 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/colfamily11/25bda03b5f4e4815bcb6581b21462361 2024-11-10T11:49:52,189 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/colfamily11/f53913f9e4c34330ba29160d0488a52d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T11:49:52,190 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 196d980390401a0a5dae394865032373 in 57ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T11:49:52,190 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/colfamily11/25bda03b5f4e4815bcb6581b21462361, entries=703, sequenceid=4, filesize=38.3 K 2024-11-10T11:49:52,190 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b10e69ed891bc84cebcc7dabd0b2f135 in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-10T11:49:52,190 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/0000000000000000004 2024-11-10T11:49:52,191 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/0000000000000000004 2024-11-10T11:49:52,192 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,192 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,192 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,192 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,192 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:49:52,193 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T11:49:52,194 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,194 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,196 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T11:49:52,197 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T11:49:52,197 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 196d980390401a0a5dae394865032373; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69901307, jitterRate=0.04161064326763153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:49:52,197 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 196d980390401a0a5dae394865032373 2024-11-10T11:49:52,198 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 196d980390401a0a5dae394865032373: Running coprocessor pre-open hook at 1731239392114Writing region info on filesystem at 1731239392114Initializing all the Stores at 1731239392116 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392116Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392116Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392116Obtaining lock to block concurrent updates at 1731239392133 (+17 ms)Preparing flush snapshotting stores in 196d980390401a0a5dae394865032373 at 1731239392133Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239392133Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. at 1731239392133Flushing 196d980390401a0a5dae394865032373/colfamily11: creating writer at 1731239392133Flushing 196d980390401a0a5dae394865032373/colfamily11: appending metadata at 1731239392159 (+26 ms)Flushing 196d980390401a0a5dae394865032373/colfamily11: closing flushed file at 1731239392159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773e7a70: reopening flushed file at 1731239392182 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 196d980390401a0a5dae394865032373 in 57ms, sequenceid=4, compaction requested=false; wal=null at 1731239392190 (+8 ms)Cleaning up temporary data from old regions at 1731239392192 (+2 ms)Running coprocessor post-open hooks at 1731239392197 (+5 ms)Region opened successfully at 1731239392198 (+1 ms) 2024-11-10T11:49:52,198 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened b10e69ed891bc84cebcc7dabd0b2f135; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69501017, jitterRate=0.03564585745334625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T11:49:52,198 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:52,198 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for b10e69ed891bc84cebcc7dabd0b2f135: Running coprocessor pre-open hook at 1731239392125Writing region info on filesystem at 1731239392125Initializing all the Stores at 1731239392126 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392126Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392127 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731239392127Obtaining lock to block concurrent updates at 1731239392142 (+15 ms)Preparing flush snapshotting stores in b10e69ed891bc84cebcc7dabd0b2f135 at 1731239392142Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239392142Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. at 1731239392142Flushing b10e69ed891bc84cebcc7dabd0b2f135/colfamily11: creating writer at 1731239392142Flushing b10e69ed891bc84cebcc7dabd0b2f135/colfamily11: appending metadata at 1731239392159 (+17 ms)Flushing b10e69ed891bc84cebcc7dabd0b2f135/colfamily11: closing flushed file at 1731239392159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7d64f: reopening flushed file at 1731239392183 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b10e69ed891bc84cebcc7dabd0b2f135 in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731239392190 (+7 ms)Cleaning up temporary data from old regions at 1731239392192 (+2 ms)Running coprocessor post-open hooks at 1731239392198 (+6 ms)Region opened successfully at 1731239392198 2024-11-10T11:49:52,198 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., pid=73, masterSystemTime=1731239391853 2024-11-10T11:49:52,199 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., pid=72, masterSystemTime=1731239391849 2024-11-10T11:49:52,200 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:49:52,201 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:49:52,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=196d980390401a0a5dae394865032373, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,201 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:49:52,201 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:49:52,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 196d980390401a0a5dae394865032373, server=b1807907b3fc,41447,1731239203402 because future has completed 2024-11-10T11:49:52,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10e69ed891bc84cebcc7dabd0b2f135, server=b1807907b3fc,39805,1731239203546 because future has completed 2024-11-10T11:49:52,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-10T11:49:52,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 196d980390401a0a5dae394865032373, server=b1807907b3fc,41447,1731239203402 in 504 msec 2024-11-10T11:49:52,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN in 670 msec 2024-11-10T11:49:52,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=67 2024-11-10T11:49:52,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b10e69ed891bc84cebcc7dabd0b2f135, server=b1807907b3fc,39805,1731239203546 in 515 msec 2024-11-10T11:49:52,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=57 2024-11-10T11:49:52,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN in 675 msec 2024-11-10T11:49:52,215 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b1807907b3fc,42069,1731239203504 after splitting done 2024-11-10T11:49:52,215 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-10T11:49:52,215 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:52,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:52,216 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T11:49:52,288 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:52,288 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-10T11:49:52,288 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:52,288 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:49:52,288 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:49:52,289 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-10T11:49:52,289 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-10T11:49:52,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-10T11:49:52,289 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T11:49:52,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:52,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:52,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-10T11:49:52,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-10T11:49:52,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-10T11:49:52,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-10T11:49:52,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T11:49:52,294 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN 2024-11-10T11:49:52,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b10e69ed891bc84cebcc7dabd0b2f135, server=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 196d980390401a0a5dae394865032373, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f8af51da65de91948d7dbfc4d44b93, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c42399ebb31a75fb834667fc64c08672, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e5f9241aab6e5fef3c7d12add11350c, server=b1807907b3fc,41447,1731239203402 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cfd565c834144f7d422c8622e3c5eb6, server=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 12d7969c9299a21dff96329d38905c99, server=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure ece8b23101ba7db9175d019cb00ad9d4, server=b1807907b3fc,39805,1731239203546 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.meta.1731239205257.meta, worker=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1807907b3fc%2C42069%2C1731239203504.1731239204855, worker=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ece8b23101ba7db9175d019cb00ad9d4, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c42399ebb31a75fb834667fc64c08672, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12d7969c9299a21dff96329d38905c99, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b10e69ed891bc84cebcc7dabd0b2f135, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2f8af51da65de91948d7dbfc4d44b93, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2e5f9241aab6e5fef3c7d12add11350c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1cfd565c834144f7d422c8622e3c5eb6, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=196d980390401a0a5dae394865032373, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b10e69ed891bc84cebcc7dabd0b2f135, server=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 196d980390401a0a5dae394865032373, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f8af51da65de91948d7dbfc4d44b93, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c42399ebb31a75fb834667fc64c08672, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e5f9241aab6e5fef3c7d12add11350c, server=b1807907b3fc,41447,1731239203402 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cfd565c834144f7d422c8622e3c5eb6, server=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,298 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 12d7969c9299a21dff96329d38905c99, server=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,299 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure ece8b23101ba7db9175d019cb00ad9d4, server=b1807907b3fc,39805,1731239203546 didn't hold the lock before restarting, skip acquiring lock. 2024-11-10T11:49:52,299 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-10T11:49:52,300 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=61 2024-11-10T11:49:52,300 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b1807907b3fc,41447,1731239203402, table=hbase:meta, region=1588230740 2024-11-10T11:49:52,300 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,41447,1731239203402, state=OPEN 2024-11-10T11:49:52,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:52,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:52,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T11:49:52,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:52,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:52,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T11:49:52,303 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731239422303 2024-11-10T11:49:52,303 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T11:49:52,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae4a8526b855263ceb328c597bed54bd, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1cfd565c834144f7d422c8622e3c5eb6, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=5 2024-11-10T11:49:52,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c16a369e043e2557e0dac8c57339503f, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,310 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d3dff82b933a0b1873601e28a76d656, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2f8af51da65de91948d7dbfc4d44b93, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=5 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318e68b8c418d95ced01da93356f2fb4, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8952a7f95d793c9f229f45c2669825a9, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b61afd42cf9c93e44ab278148fca35b, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12d7969c9299a21dff96329d38905c99, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=5 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f84a8d09433baae76d7fe7ba9ac78082, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26182d84b87d35a4da57111103fc2cbb, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c42399ebb31a75fb834667fc64c08672, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=5 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=445dbb7248064f0c85d02f57462b6742, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c2e8453ec3de12a32b925634f3d0ee8, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,311 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ece8b23101ba7db9175d019cb00ad9d4, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=5 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aae60b5f280118546887e4a7f80a9513, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a734c8cedd4615b74e8cfeffc95872aa, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e5f9241aab6e5fef3c7d12add11350c, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=5 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae36c73cfbd03623bb5ab1c484500f6c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6ca5955b0f8ac0a95a4c02886cf52209, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b10e69ed891bc84cebcc7dabd0b2f135, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=5 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fc4807a84344639d4947afd3efbdd90, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=196d980390401a0a5dae394865032373, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=5 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c093eda3fdda079913f37ed1b6e0977f, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca316518b699df76ba771ebcb6ae578c, regionState=OPEN, lastHost=b1807907b3fc,39805,1731239203546, regionLocation=b1807907b3fc,39805,1731239203546, openSeqNum=2 2024-11-10T11:49:52,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0d5f02641d6a99fcd268554fac58333, regionState=OPEN, lastHost=b1807907b3fc,41447,1731239203402, regionLocation=b1807907b3fc,41447,1731239203402, openSeqNum=2 2024-11-10T11:49:52,312 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-10T11:49:52,312 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731239452312 2024-11-10T11:49:52,312 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731239512312 2024-11-10T11:49:52,312 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-10T11:49:52,313 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b1807907b3fc,42069,1731239203504 after splitting done 2024-11-10T11:49:52,313 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-10T11:49:52,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure b1807907b3fc,42069,1731239203504, splitWal=true, meta=true in 3 mins, 2.933 sec 2024-11-10T11:49:52,568 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T11:49:52,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T11:49:52,576 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1807907b3fc:42069 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1807907b3fc/172.17.0.2:42069 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T11:49:52,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2, error=java.net.ConnectException: Call to address=b1807907b3fc:42069 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:52,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-10T11:49:52,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 from cache 2024-11-10T11:49:52,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address b1807907b3fc:42069 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1807907b3fc/172.17.0.2:42069 2024-11-10T11:49:52,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:52,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:52,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:52,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,42069,1731239203504, seqNum=-1 from cache 2024-11-10T11:49:52,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T11:49:52,793 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T11:49:52,794 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,41447,1731239203402, seqNum=-1] 2024-11-10T11:49:52,798 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6., hostname=b1807907b3fc,39805,1731239203546, seqNum=5] 2024-11-10T11:49:52,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T11:49:52,817 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:52,818 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:52,818 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:52,818 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 from cache 2024-11-10T11:49:52,926 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93., hostname=b1807907b3fc,41447,1731239203402, seqNum=5] 2024-11-10T11:49:52,953 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:52,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:52,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:52,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 from cache 2024-11-10T11:49:53,067 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99., hostname=b1807907b3fc,39805,1731239203546, seqNum=5] 2024-11-10T11:49:53,089 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:53,089 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,089 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,089 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 from cache 2024-11-10T11:49:53,198 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672., hostname=b1807907b3fc,41447,1731239203402, seqNum=5] 2024-11-10T11:49:53,219 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:53,220 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,220 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,220 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 from cache 2024-11-10T11:49:53,327 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4., hostname=b1807907b3fc,39805,1731239203546, seqNum=5] 2024-11-10T11:49:53,341 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:53,341 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,341 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,341 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 from cache 2024-11-10T11:49:53,456 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c., hostname=b1807907b3fc,41447,1731239203402, seqNum=5] 2024-11-10T11:49:53,469 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:53,470 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,470 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,470 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 from cache 2024-11-10T11:49:53,575 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135., hostname=b1807907b3fc,39805,1731239203546, seqNum=5] 2024-11-10T11:49:53,588 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to b1807907b3fc:42069 this server is in the failed servers list 2024-11-10T11:49:53,589 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b1807907b3fc:42069 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,589 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b1807907b3fc:42069 2024-11-10T11:49:53,589 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,42069,1731239203504, seqNum=2 from cache 2024-11-10T11:49:53,695 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373., hostname=b1807907b3fc,41447,1731239203402, seqNum=5] 2024-11-10T11:49:53,799 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T11:49:53,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T11:49:53,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T11:49:53,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T11:49:53,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:49:53,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:49:53,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T11:49:53,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T11:49:53,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1846701803, stopped=false 2024-11-10T11:49:53,801 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1807907b3fc,38609,1731239202736 2024-11-10T11:49:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T11:49:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:49:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T11:49:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:49:53,803 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T11:49:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:49:53,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T11:49:53,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T11:49:53,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:49:53,804 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1807907b3fc,41447,1731239203402' ***** 2024-11-10T11:49:53,804 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T11:49:53,804 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1807907b3fc,39805,1731239203546' ***** 2024-11-10T11:49:53,804 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T11:49:53,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T11:49:53,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T11:49:53,804 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T11:49:53,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T11:49:53,804 INFO [RS:2;b1807907b3fc:39805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T11:49:53,804 INFO [RS:2;b1807907b3fc:39805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T11:49:53,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T11:49:53,805 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 445dbb7248064f0c85d02f57462b6742 2024-11-10T11:49:53,805 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T11:49:53,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T11:49:53,805 INFO [RS:0;b1807907b3fc:41447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T11:49:53,805 INFO [RS:0;b1807907b3fc:41447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T11:49:53,805 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for a734c8cedd4615b74e8cfeffc95872aa 2024-11-10T11:49:53,806 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for b10e69ed891bc84cebcc7dabd0b2f135 2024-11-10T11:49:53,806 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fc4807a84344639d4947afd3efbdd90 2024-11-10T11:49:53,806 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for 318e68b8c418d95ced01da93356f2fb4 2024-11-10T11:49:53,806 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for c16a369e043e2557e0dac8c57339503f 2024-11-10T11:49:53,806 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for b0d5f02641d6a99fcd268554fac58333 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for ae36c73cfbd03623bb5ab1c484500f6c 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for 26182d84b87d35a4da57111103fc2cbb 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for c093eda3fdda079913f37ed1b6e0977f 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 8952a7f95d793c9f229f45c2669825a9 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for 196d980390401a0a5dae394865032373 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cfd565c834144f7d422c8622e3c5eb6 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for ae4a8526b855263ceb328c597bed54bd 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for ece8b23101ba7db9175d019cb00ad9d4 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ca5955b0f8ac0a95a4c02886cf52209 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e5f9241aab6e5fef3c7d12add11350c 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for aae60b5f280118546887e4a7f80a9513 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c2e8453ec3de12a32b925634f3d0ee8 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 12d7969c9299a21dff96329d38905c99 2024-11-10T11:49:53,807 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 445dbb7248064f0c85d02f57462b6742, disabling compactions & flushes 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d3dff82b933a0b1873601e28a76d656 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(959): stopping server b1807907b3fc,41447,1731239203402 2024-11-10T11:49:53,807 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a734c8cedd4615b74e8cfeffc95872aa, disabling compactions & flushes 2024-11-10T11:49:53,807 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(959): stopping server b1807907b3fc,39805,1731239203546 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T11:49:53,807 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:49:53,807 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T11:49:53,807 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. after waiting 0 ms 2024-11-10T11:49:53,807 INFO [RS:0;b1807907b3fc:41447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1807907b3fc:41447. 2024-11-10T11:49:53,807 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:49:53,807 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:49:53,807 INFO [RS:2;b1807907b3fc:39805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b1807907b3fc:39805. 2024-11-10T11:49:53,807 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. after waiting 0 ms 2024-11-10T11:49:53,807 DEBUG [RS:0;b1807907b3fc:41447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T11:49:53,807 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:49:53,807 DEBUG [RS:0;b1807907b3fc:41447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:49:53,807 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 445dbb7248064f0c85d02f57462b6742 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:53,807 DEBUG [RS:2;b1807907b3fc:39805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T11:49:53,807 DEBUG [RS:2;b1807907b3fc:39805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:49:53,807 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a734c8cedd4615b74e8cfeffc95872aa 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:53,808 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-10T11:49:53,808 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T11:49:53,808 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T11:49:53,808 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T11:49:53,808 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T11:49:53,808 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1351): Waiting on 12d7969c9299a21dff96329d38905c99, 1cfd565c834144f7d422c8622e3c5eb6, 3d3dff82b933a0b1873601e28a76d656, 445dbb7248064f0c85d02f57462b6742, 5fc4807a84344639d4947afd3efbdd90, 8952a7f95d793c9f229f45c2669825a9, aae60b5f280118546887e4a7f80a9513, ae36c73cfbd03623bb5ab1c484500f6c, b10e69ed891bc84cebcc7dabd0b2f135, c16a369e043e2557e0dac8c57339503f, ca316518b699df76ba771ebcb6ae578c, ece8b23101ba7db9175d019cb00ad9d4, f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:49:53,808 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-10T11:49:53,808 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 196d980390401a0a5dae394865032373, 1c2e8453ec3de12a32b925634f3d0ee8, 26182d84b87d35a4da57111103fc2cbb, 2e5f9241aab6e5fef3c7d12add11350c, 318e68b8c418d95ced01da93356f2fb4, 6ca5955b0f8ac0a95a4c02886cf52209, 9b61afd42cf9c93e44ab278148fca35b, a734c8cedd4615b74e8cfeffc95872aa, ae4a8526b855263ceb328c597bed54bd, b0d5f02641d6a99fcd268554fac58333, c093eda3fdda079913f37ed1b6e0977f, c42399ebb31a75fb834667fc64c08672, d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:53,808 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T11:49:53,808 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T11:49:53,809 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T11:49:53,809 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T11:49:53,809 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T11:49:53,809 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.91 KB heapSize=17.63 KB 2024-11-10T11:49:53,821 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/info/29774afc3ed34eadb58f63cf2ebd10eb is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6./info:regioninfo/1731239392124/Put/seqid=0 2024-11-10T11:49:53,830 INFO [regionserver/b1807907b3fc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T11:49:53,831 INFO [regionserver/b1807907b3fc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T11:49:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741885_1061 (size=18322) 2024-11-10T11:49:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741885_1061 (size=18322) 2024-11-10T11:49:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741885_1061 (size=18322) 2024-11-10T11:49:53,832 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/info/29774afc3ed34eadb58f63cf2ebd10eb 2024-11-10T11:49:53,835 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742/.tmp/colfamily11/4c7a73f7c08340b5ae0ae5db795415a3 is 52, key is mmm/colfamily11:colfamily11/1731239208612/Put/seqid=0 2024-11-10T11:49:53,836 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa/.tmp/colfamily11/fc3bf7e457b8484eb638429ee369f6c0 is 52, key is qqq/colfamily11:colfamily11/1731239208662/Put/seqid=0 2024-11-10T11:49:53,841 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/.tmp/info/29774afc3ed34eadb58f63cf2ebd10eb as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/info/29774afc3ed34eadb58f63cf2ebd10eb 2024-11-10T11:49:53,848 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/info/29774afc3ed34eadb58f63cf2ebd10eb, entries=64, sequenceid=79, filesize=17.9 K 2024-11-10T11:49:53,851 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=79, compaction requested=false 2024-11-10T11:49:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741886_1062 (size=39263) 2024-11-10T11:49:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741886_1062 (size=39263) 2024-11-10T11:49:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741886_1062 (size=39263) 2024-11-10T11:49:53,854 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742/.tmp/colfamily11/4c7a73f7c08340b5ae0ae5db795415a3 2024-11-10T11:49:53,861 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742/.tmp/colfamily11/4c7a73f7c08340b5ae0ae5db795415a3 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742/colfamily11/4c7a73f7c08340b5ae0ae5db795415a3 2024-11-10T11:49:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741887_1063 (size=39263) 2024-11-10T11:49:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741887_1063 (size=39263) 2024-11-10T11:49:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741887_1063 (size=39263) 2024-11-10T11:49:53,865 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa/.tmp/colfamily11/fc3bf7e457b8484eb638429ee369f6c0 2024-11-10T11:49:53,869 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742/colfamily11/4c7a73f7c08340b5ae0ae5db795415a3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:53,871 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 445dbb7248064f0c85d02f57462b6742 in 63ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:53,872 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa/.tmp/colfamily11/fc3bf7e457b8484eb638429ee369f6c0 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa/colfamily11/fc3bf7e457b8484eb638429ee369f6c0 2024-11-10T11:49:53,878 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa/colfamily11/fc3bf7e457b8484eb638429ee369f6c0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:53,879 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a734c8cedd4615b74e8cfeffc95872aa in 72ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:53,885 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-10T11:49:53,885 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/445dbb7248064f0c85d02f57462b6742/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:53,888 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T11:49:53,888 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:49:53,888 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a734c8cedd4615b74e8cfeffc95872aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:53,888 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T11:49:53,888 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 445dbb7248064f0c85d02f57462b6742: Waiting for close lock at 1731239393806Running coprocessor pre-close hooks at 1731239393807 (+1 ms)Disabling compacts and flushes for region at 1731239393807Disabling writes for close at 1731239393807Obtaining lock to block concurrent updates at 1731239393807Preparing flush snapshotting stores in 445dbb7248064f0c85d02f57462b6742 at 1731239393807Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239393812 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. at 1731239393814 (+2 ms)Flushing 445dbb7248064f0c85d02f57462b6742/colfamily11: creating writer at 1731239393814Flushing 445dbb7248064f0c85d02f57462b6742/colfamily11: appending metadata at 1731239393835 (+21 ms)Flushing 445dbb7248064f0c85d02f57462b6742/colfamily11: closing flushed file at 1731239393835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a98cc91: reopening flushed file at 1731239393860 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 445dbb7248064f0c85d02f57462b6742 in 63ms, sequenceid=5, compaction requested=false at 1731239393871 (+11 ms)Writing region close event to WAL at 1731239393880 (+9 ms)Running coprocessor post-close hooks at 1731239393886 (+6 ms)Closed at 1731239393888 (+2 ms) 2024-11-10T11:49:53,888 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731239393808Running coprocessor pre-close hooks at 1731239393808Disabling compacts and flushes for region at 1731239393808Disabling writes for close at 1731239393809 (+1 ms)Obtaining lock to block concurrent updates at 1731239393809Preparing flush snapshotting stores in 1588230740 at 1731239393809Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12192, getHeapSize=17984, getOffHeapSize=0, getCellsCount=64 at 1731239393813 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731239393814 (+1 ms)Flushing 1588230740/info: creating writer at 1731239393814Flushing 1588230740/info: appending metadata at 1731239393820 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731239393820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba6e52f: reopening flushed file at 1731239393840 (+20 ms)Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=79, compaction requested=false at 1731239393851 (+11 ms)Writing region close event to WAL at 1731239393880 (+29 ms)Running coprocessor post-close hooks at 1731239393886 (+6 ms)Closed at 1731239393888 (+2 ms) 2024-11-10T11:49:53,889 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T11:49:53,889 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731239205702.445dbb7248064f0c85d02f57462b6742. 2024-11-10T11:49:53,889 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b10e69ed891bc84cebcc7dabd0b2f135, disabling compactions & flushes 2024-11-10T11:49:53,889 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:49:53,889 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:49:53,889 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a734c8cedd4615b74e8cfeffc95872aa: Waiting for close lock at 1731239393807Running coprocessor pre-close hooks at 1731239393807Disabling compacts and flushes for region at 1731239393807Disabling writes for close at 1731239393807Obtaining lock to block concurrent updates at 1731239393807Preparing flush snapshotting stores in a734c8cedd4615b74e8cfeffc95872aa at 1731239393807Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239393812 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. at 1731239393814 (+2 ms)Flushing a734c8cedd4615b74e8cfeffc95872aa/colfamily11: creating writer at 1731239393814Flushing a734c8cedd4615b74e8cfeffc95872aa/colfamily11: appending metadata at 1731239393835 (+21 ms)Flushing a734c8cedd4615b74e8cfeffc95872aa/colfamily11: closing flushed file at 1731239393835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6706a13b: reopening flushed file at 1731239393871 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a734c8cedd4615b74e8cfeffc95872aa in 72ms, sequenceid=5, compaction requested=false at 1731239393879 (+8 ms)Writing region close event to WAL at 1731239393882 (+3 ms)Running coprocessor post-close hooks at 1731239393889 (+7 ms)Closed at 1731239393889 2024-11-10T11:49:53,890 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:49:53,890 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. after waiting 0 ms 2024-11-10T11:49:53,890 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731239205702.a734c8cedd4615b74e8cfeffc95872aa. 2024-11-10T11:49:53,890 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:49:53,890 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 318e68b8c418d95ced01da93356f2fb4, disabling compactions & flushes 2024-11-10T11:49:53,890 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:49:53,890 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:49:53,890 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. after waiting 0 ms 2024-11-10T11:49:53,890 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:49:53,890 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 318e68b8c418d95ced01da93356f2fb4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:53,908 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b10e69ed891bc84cebcc7dabd0b2f135/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T11:49:53,909 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:49:53,909 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b10e69ed891bc84cebcc7dabd0b2f135: Waiting for close lock at 1731239393889Running coprocessor pre-close hooks at 1731239393889Disabling compacts and flushes for region at 1731239393889Disabling writes for close at 1731239393890 (+1 ms)Writing region close event to WAL at 1731239393891 (+1 ms)Running coprocessor post-close hooks at 1731239393909 (+18 ms)Closed at 1731239393909 2024-11-10T11:49:53,909 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731239205702.b10e69ed891bc84cebcc7dabd0b2f135. 2024-11-10T11:49:53,910 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fc4807a84344639d4947afd3efbdd90, disabling compactions & flushes 2024-11-10T11:49:53,910 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:49:53,910 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:49:53,910 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. after waiting 0 ms 2024-11-10T11:49:53,910 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:49:53,910 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5fc4807a84344639d4947afd3efbdd90 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:53,911 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4/.tmp/colfamily11/7f75af47506f46878498cbae4abc79bb is 52, key is fff/colfamily11:colfamily11/1731239208476/Put/seqid=0 2024-11-10T11:49:53,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741888_1064 (size=39263) 2024-11-10T11:49:53,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741888_1064 (size=39263) 2024-11-10T11:49:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741888_1064 (size=39263) 2024-11-10T11:49:53,930 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4/.tmp/colfamily11/7f75af47506f46878498cbae4abc79bb 2024-11-10T11:49:53,932 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90/.tmp/colfamily11/aba872c15ef549aeb86f40a9f32d1652 is 52, key is vvv/colfamily11:colfamily11/1731239208711/Put/seqid=0 2024-11-10T11:49:53,938 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4/.tmp/colfamily11/7f75af47506f46878498cbae4abc79bb as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4/colfamily11/7f75af47506f46878498cbae4abc79bb 2024-11-10T11:49:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741889_1065 (size=39263) 2024-11-10T11:49:53,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741889_1065 (size=39263) 2024-11-10T11:49:53,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741889_1065 (size=39263) 2024-11-10T11:49:53,943 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90/.tmp/colfamily11/aba872c15ef549aeb86f40a9f32d1652 2024-11-10T11:49:53,946 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4/colfamily11/7f75af47506f46878498cbae4abc79bb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:53,948 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 318e68b8c418d95ced01da93356f2fb4 in 58ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:53,950 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90/.tmp/colfamily11/aba872c15ef549aeb86f40a9f32d1652 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90/colfamily11/aba872c15ef549aeb86f40a9f32d1652 2024-11-10T11:49:53,954 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318e68b8c418d95ced01da93356f2fb4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:53,955 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:49:53,955 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 318e68b8c418d95ced01da93356f2fb4: Waiting for close lock at 1731239393890Running coprocessor pre-close hooks at 1731239393890Disabling compacts and flushes for region at 1731239393890Disabling writes for close at 1731239393890Obtaining lock to block concurrent updates at 1731239393890Preparing flush snapshotting stores in 318e68b8c418d95ced01da93356f2fb4 at 1731239393890Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239393890Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. at 1731239393892 (+2 ms)Flushing 318e68b8c418d95ced01da93356f2fb4/colfamily11: creating writer at 1731239393892Flushing 318e68b8c418d95ced01da93356f2fb4/colfamily11: appending metadata at 1731239393911 (+19 ms)Flushing 318e68b8c418d95ced01da93356f2fb4/colfamily11: closing flushed file at 1731239393911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2830e573: reopening flushed file at 1731239393937 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 318e68b8c418d95ced01da93356f2fb4 in 58ms, sequenceid=5, compaction requested=false at 1731239393948 (+11 ms)Writing region close event to WAL at 1731239393949 (+1 ms)Running coprocessor post-close hooks at 1731239393955 (+6 ms)Closed at 1731239393955 2024-11-10T11:49:53,955 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731239205702.318e68b8c418d95ced01da93356f2fb4. 2024-11-10T11:49:53,956 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0d5f02641d6a99fcd268554fac58333, disabling compactions & flushes 2024-11-10T11:49:53,956 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:49:53,956 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:49:53,956 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. after waiting 0 ms 2024-11-10T11:49:53,956 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:49:53,956 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0d5f02641d6a99fcd268554fac58333 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-10T11:49:53,957 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90/colfamily11/aba872c15ef549aeb86f40a9f32d1652, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:53,958 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5fc4807a84344639d4947afd3efbdd90 in 48ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:53,963 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fc4807a84344639d4947afd3efbdd90/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:53,964 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:49:53,964 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fc4807a84344639d4947afd3efbdd90: Waiting for close lock at 1731239393910Running coprocessor pre-close hooks at 1731239393910Disabling compacts and flushes for region at 1731239393910Disabling writes for close at 1731239393910Obtaining lock to block concurrent updates at 1731239393910Preparing flush snapshotting stores in 5fc4807a84344639d4947afd3efbdd90 at 1731239393910Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239393911 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. at 1731239393912 (+1 ms)Flushing 5fc4807a84344639d4947afd3efbdd90/colfamily11: creating writer at 1731239393912Flushing 5fc4807a84344639d4947afd3efbdd90/colfamily11: appending metadata at 1731239393932 (+20 ms)Flushing 5fc4807a84344639d4947afd3efbdd90/colfamily11: closing flushed file at 1731239393932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7144668b: reopening flushed file at 1731239393949 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5fc4807a84344639d4947afd3efbdd90 in 48ms, sequenceid=5, compaction requested=false at 1731239393958 (+9 ms)Writing region close event to WAL at 1731239393959 (+1 ms)Running coprocessor post-close hooks at 1731239393964 (+5 ms)Closed at 1731239393964 2024-11-10T11:49:53,964 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731239205702.5fc4807a84344639d4947afd3efbdd90. 2024-11-10T11:49:53,964 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c16a369e043e2557e0dac8c57339503f, disabling compactions & flushes 2024-11-10T11:49:53,965 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:49:53,965 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:49:53,965 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. after waiting 0 ms 2024-11-10T11:49:53,965 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:49:53,965 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c16a369e043e2557e0dac8c57339503f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:53,980 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333/.tmp/colfamily11/3aefb00582a54b2a97c2f7115e055450 is 52, key is zzz/colfamily11:colfamily11/1731239208765/Put/seqid=0 2024-11-10T11:49:53,982 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f/.tmp/colfamily11/78b8d3fc23bb4381a31e87065e63b8b8 is 52, key is ccc/colfamily11:colfamily11/1731239208394/Put/seqid=0 2024-11-10T11:49:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741890_1066 (size=4857) 2024-11-10T11:49:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741890_1066 (size=4857) 2024-11-10T11:49:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741890_1066 (size=4857) 2024-11-10T11:49:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741891_1067 (size=39263) 2024-11-10T11:49:53,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741891_1067 (size=39263) 2024-11-10T11:49:53,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741891_1067 (size=39263) 2024-11-10T11:49:53,991 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333/.tmp/colfamily11/3aefb00582a54b2a97c2f7115e055450 2024-11-10T11:49:53,991 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f/.tmp/colfamily11/78b8d3fc23bb4381a31e87065e63b8b8 2024-11-10T11:49:53,998 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333/.tmp/colfamily11/3aefb00582a54b2a97c2f7115e055450 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333/colfamily11/3aefb00582a54b2a97c2f7115e055450 2024-11-10T11:49:53,998 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f/.tmp/colfamily11/78b8d3fc23bb4381a31e87065e63b8b8 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f/colfamily11/78b8d3fc23bb4381a31e87065e63b8b8 2024-11-10T11:49:54,005 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333/colfamily11/3aefb00582a54b2a97c2f7115e055450, entries=1, sequenceid=5, filesize=4.7 K 2024-11-10T11:49:54,007 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for b0d5f02641d6a99fcd268554fac58333 in 51ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,007 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f/colfamily11/78b8d3fc23bb4381a31e87065e63b8b8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,008 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1351): Waiting on 12d7969c9299a21dff96329d38905c99, 1cfd565c834144f7d422c8622e3c5eb6, 3d3dff82b933a0b1873601e28a76d656, 8952a7f95d793c9f229f45c2669825a9, aae60b5f280118546887e4a7f80a9513, ae36c73cfbd03623bb5ab1c484500f6c, c16a369e043e2557e0dac8c57339503f, ca316518b699df76ba771ebcb6ae578c, ece8b23101ba7db9175d019cb00ad9d4, f84a8d09433baae76d7fe7ba9ac78082 2024-11-10T11:49:54,008 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c16a369e043e2557e0dac8c57339503f in 43ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,009 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1351): Waiting on 196d980390401a0a5dae394865032373, 1c2e8453ec3de12a32b925634f3d0ee8, 26182d84b87d35a4da57111103fc2cbb, 2e5f9241aab6e5fef3c7d12add11350c, 6ca5955b0f8ac0a95a4c02886cf52209, 9b61afd42cf9c93e44ab278148fca35b, ae4a8526b855263ceb328c597bed54bd, b0d5f02641d6a99fcd268554fac58333, c093eda3fdda079913f37ed1b6e0977f, c42399ebb31a75fb834667fc64c08672, d2f8af51da65de91948d7dbfc4d44b93 2024-11-10T11:49:54,013 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0d5f02641d6a99fcd268554fac58333/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,013 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c16a369e043e2557e0dac8c57339503f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,014 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0d5f02641d6a99fcd268554fac58333: Waiting for close lock at 1731239393955Running coprocessor pre-close hooks at 1731239393955Disabling compacts and flushes for region at 1731239393955Disabling writes for close at 1731239393956 (+1 ms)Obtaining lock to block concurrent updates at 1731239393956Preparing flush snapshotting stores in b0d5f02641d6a99fcd268554fac58333 at 1731239393956Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731239393956Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. at 1731239393957 (+1 ms)Flushing b0d5f02641d6a99fcd268554fac58333/colfamily11: creating writer at 1731239393957Flushing b0d5f02641d6a99fcd268554fac58333/colfamily11: appending metadata at 1731239393980 (+23 ms)Flushing b0d5f02641d6a99fcd268554fac58333/colfamily11: closing flushed file at 1731239393980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534737f: reopening flushed file at 1731239393998 (+18 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for b0d5f02641d6a99fcd268554fac58333 in 51ms, sequenceid=5, compaction requested=false at 1731239394007 (+9 ms)Writing region close event to WAL at 1731239394008 (+1 ms)Running coprocessor post-close hooks at 1731239394014 (+6 ms)Closed at 1731239394014 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731239205702.b0d5f02641d6a99fcd268554fac58333. 2024-11-10T11:49:54,014 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c16a369e043e2557e0dac8c57339503f: Waiting for close lock at 1731239393964Running coprocessor pre-close hooks at 1731239393964Disabling compacts and flushes for region at 1731239393964Disabling writes for close at 1731239393965 (+1 ms)Obtaining lock to block concurrent updates at 1731239393965Preparing flush snapshotting stores in c16a369e043e2557e0dac8c57339503f at 1731239393965Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239393965Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. at 1731239393966 (+1 ms)Flushing c16a369e043e2557e0dac8c57339503f/colfamily11: creating writer at 1731239393966Flushing c16a369e043e2557e0dac8c57339503f/colfamily11: appending metadata at 1731239393982 (+16 ms)Flushing c16a369e043e2557e0dac8c57339503f/colfamily11: closing flushed file at 1731239393982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d490a53: reopening flushed file at 1731239393997 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c16a369e043e2557e0dac8c57339503f in 43ms, sequenceid=5, compaction requested=false at 1731239394008 (+11 ms)Writing region close event to WAL at 1731239394009 (+1 ms)Running coprocessor post-close hooks at 1731239394014 (+5 ms)Closed at 1731239394014 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26182d84b87d35a4da57111103fc2cbb, disabling compactions & flushes 2024-11-10T11:49:54,014 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731239205702.c16a369e043e2557e0dac8c57339503f. 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. after waiting 0 ms 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae36c73cfbd03623bb5ab1c484500f6c, disabling compactions & flushes 2024-11-10T11:49:54,014 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:49:54,014 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26182d84b87d35a4da57111103fc2cbb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,014 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. after waiting 0 ms 2024-11-10T11:49:54,015 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:49:54,015 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae36c73cfbd03623bb5ab1c484500f6c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,032 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c/.tmp/colfamily11/ac1e9ddd1925466a8f2dae9e9bf317aa is 52, key is sss/colfamily11:colfamily11/1731239208668/Put/seqid=0 2024-11-10T11:49:54,034 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb/.tmp/colfamily11/bdfec219003040308632fe9e5e31a0c9 is 52, key is kkk/colfamily11:colfamily11/1731239208577/Put/seqid=0 2024-11-10T11:49:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741892_1068 (size=39263) 2024-11-10T11:49:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741892_1068 (size=39263) 2024-11-10T11:49:54,042 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c/.tmp/colfamily11/ac1e9ddd1925466a8f2dae9e9bf317aa 2024-11-10T11:49:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741892_1068 (size=39263) 2024-11-10T11:49:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741893_1069 (size=39263) 2024-11-10T11:49:54,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741893_1069 (size=39263) 2024-11-10T11:49:54,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741893_1069 (size=39263) 2024-11-10T11:49:54,044 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb/.tmp/colfamily11/bdfec219003040308632fe9e5e31a0c9 2024-11-10T11:49:54,049 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c/.tmp/colfamily11/ac1e9ddd1925466a8f2dae9e9bf317aa as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c/colfamily11/ac1e9ddd1925466a8f2dae9e9bf317aa 2024-11-10T11:49:54,051 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb/.tmp/colfamily11/bdfec219003040308632fe9e5e31a0c9 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb/colfamily11/bdfec219003040308632fe9e5e31a0c9 2024-11-10T11:49:54,056 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c/colfamily11/ac1e9ddd1925466a8f2dae9e9bf317aa, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,057 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae36c73cfbd03623bb5ab1c484500f6c in 42ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,057 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb/colfamily11/bdfec219003040308632fe9e5e31a0c9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,058 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 26182d84b87d35a4da57111103fc2cbb in 44ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,069 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae36c73cfbd03623bb5ab1c484500f6c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,069 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26182d84b87d35a4da57111103fc2cbb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,069 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae36c73cfbd03623bb5ab1c484500f6c: Waiting for close lock at 1731239394014Running coprocessor pre-close hooks at 1731239394014Disabling compacts and flushes for region at 1731239394014Disabling writes for close at 1731239394015 (+1 ms)Obtaining lock to block concurrent updates at 1731239394015Preparing flush snapshotting stores in ae36c73cfbd03623bb5ab1c484500f6c at 1731239394015Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394015Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. at 1731239394016 (+1 ms)Flushing ae36c73cfbd03623bb5ab1c484500f6c/colfamily11: creating writer at 1731239394016Flushing ae36c73cfbd03623bb5ab1c484500f6c/colfamily11: appending metadata at 1731239394032 (+16 ms)Flushing ae36c73cfbd03623bb5ab1c484500f6c/colfamily11: closing flushed file at 1731239394032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229dd34a: reopening flushed file at 1731239394049 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae36c73cfbd03623bb5ab1c484500f6c in 42ms, sequenceid=5, compaction requested=false at 1731239394057 (+8 ms)Writing region close event to WAL at 1731239394058 (+1 ms)Running coprocessor post-close hooks at 1731239394069 (+11 ms)Closed at 1731239394069 2024-11-10T11:49:54,070 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26182d84b87d35a4da57111103fc2cbb: Waiting for close lock at 1731239394014Running coprocessor pre-close hooks at 1731239394014Disabling compacts and flushes for region at 1731239394014Disabling writes for close at 1731239394014Obtaining lock to block concurrent updates at 1731239394014Preparing flush snapshotting stores in 26182d84b87d35a4da57111103fc2cbb at 1731239394014Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394015 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. at 1731239394016 (+1 ms)Flushing 26182d84b87d35a4da57111103fc2cbb/colfamily11: creating writer at 1731239394016Flushing 26182d84b87d35a4da57111103fc2cbb/colfamily11: appending metadata at 1731239394034 (+18 ms)Flushing 26182d84b87d35a4da57111103fc2cbb/colfamily11: closing flushed file at 1731239394034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1172d0a7: reopening flushed file at 1731239394050 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 26182d84b87d35a4da57111103fc2cbb in 44ms, sequenceid=5, compaction requested=false at 1731239394058 (+8 ms)Writing region close event to WAL at 1731239394059 (+1 ms)Running coprocessor post-close hooks at 1731239394069 (+10 ms)Closed at 1731239394070 (+1 ms) 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731239205702.ae36c73cfbd03623bb5ab1c484500f6c. 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731239205702.26182d84b87d35a4da57111103fc2cbb. 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f84a8d09433baae76d7fe7ba9ac78082, disabling compactions & flushes 2024-11-10T11:49:54,070 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. after waiting 0 ms 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2f8af51da65de91948d7dbfc4d44b93, disabling compactions & flushes 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:49:54,070 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:49:54,070 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f84a8d09433baae76d7fe7ba9ac78082 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. after waiting 0 ms 2024-11-10T11:49:54,070 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:49:54,076 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2f8af51da65de91948d7dbfc4d44b93/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T11:49:54,077 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:49:54,077 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2f8af51da65de91948d7dbfc4d44b93: Waiting for close lock at 1731239394070Running coprocessor pre-close hooks at 1731239394070Disabling compacts and flushes for region at 1731239394070Disabling writes for close at 1731239394070Writing region close event to WAL at 1731239394071 (+1 ms)Running coprocessor post-close hooks at 1731239394077 (+6 ms)Closed at 1731239394077 2024-11-10T11:49:54,077 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731239205702.d2f8af51da65de91948d7dbfc4d44b93. 2024-11-10T11:49:54,078 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c093eda3fdda079913f37ed1b6e0977f, disabling compactions & flushes 2024-11-10T11:49:54,078 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:49:54,078 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:49:54,078 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. after waiting 0 ms 2024-11-10T11:49:54,078 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:49:54,078 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c093eda3fdda079913f37ed1b6e0977f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,094 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082/.tmp/colfamily11/43fb2e2e1c6d4e2ba914c7e3e8c6b8de is 52, key is jjj/colfamily11:colfamily11/1731239208585/Put/seqid=0 2024-11-10T11:49:54,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741894_1070 (size=39263) 2024-11-10T11:49:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741894_1070 (size=39263) 2024-11-10T11:49:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741894_1070 (size=39263) 2024-11-10T11:49:54,103 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f/.tmp/colfamily11/b47a2b77b05448d0b5d441246061c666 is 52, key is xxx/colfamily11:colfamily11/1731239208757/Put/seqid=0 2024-11-10T11:49:54,103 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082/.tmp/colfamily11/43fb2e2e1c6d4e2ba914c7e3e8c6b8de 2024-11-10T11:49:54,111 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082/.tmp/colfamily11/43fb2e2e1c6d4e2ba914c7e3e8c6b8de as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082/colfamily11/43fb2e2e1c6d4e2ba914c7e3e8c6b8de 2024-11-10T11:49:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741895_1071 (size=39263) 2024-11-10T11:49:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741895_1071 (size=39263) 2024-11-10T11:49:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741895_1071 (size=39263) 2024-11-10T11:49:54,115 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f/.tmp/colfamily11/b47a2b77b05448d0b5d441246061c666 2024-11-10T11:49:54,121 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082/colfamily11/43fb2e2e1c6d4e2ba914c7e3e8c6b8de, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,122 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f84a8d09433baae76d7fe7ba9ac78082 in 52ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,127 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f/.tmp/colfamily11/b47a2b77b05448d0b5d441246061c666 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f/colfamily11/b47a2b77b05448d0b5d441246061c666 2024-11-10T11:49:54,128 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f84a8d09433baae76d7fe7ba9ac78082/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,128 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:49:54,129 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f84a8d09433baae76d7fe7ba9ac78082: Waiting for close lock at 1731239394070Running coprocessor pre-close hooks at 1731239394070Disabling compacts and flushes for region at 1731239394070Disabling writes for close at 1731239394070Obtaining lock to block concurrent updates at 1731239394070Preparing flush snapshotting stores in f84a8d09433baae76d7fe7ba9ac78082 at 1731239394070Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394071 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. at 1731239394071Flushing f84a8d09433baae76d7fe7ba9ac78082/colfamily11: creating writer at 1731239394071Flushing f84a8d09433baae76d7fe7ba9ac78082/colfamily11: appending metadata at 1731239394093 (+22 ms)Flushing f84a8d09433baae76d7fe7ba9ac78082/colfamily11: closing flushed file at 1731239394094 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5158b6: reopening flushed file at 1731239394110 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f84a8d09433baae76d7fe7ba9ac78082 in 52ms, sequenceid=5, compaction requested=false at 1731239394122 (+12 ms)Writing region close event to WAL at 1731239394123 (+1 ms)Running coprocessor post-close hooks at 1731239394128 (+5 ms)Closed at 1731239394128 2024-11-10T11:49:54,129 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731239205702.f84a8d09433baae76d7fe7ba9ac78082. 2024-11-10T11:49:54,129 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8952a7f95d793c9f229f45c2669825a9, disabling compactions & flushes 2024-11-10T11:49:54,129 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:49:54,129 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:49:54,129 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. after waiting 0 ms 2024-11-10T11:49:54,129 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:49:54,129 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8952a7f95d793c9f229f45c2669825a9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,134 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f/colfamily11/b47a2b77b05448d0b5d441246061c666, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,135 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c093eda3fdda079913f37ed1b6e0977f in 57ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,139 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c093eda3fdda079913f37ed1b6e0977f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,140 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:49:54,140 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c093eda3fdda079913f37ed1b6e0977f: Waiting for close lock at 1731239394078Running coprocessor pre-close hooks at 1731239394078Disabling compacts and flushes for region at 1731239394078Disabling writes for close at 1731239394078Obtaining lock to block concurrent updates at 1731239394078Preparing flush snapshotting stores in c093eda3fdda079913f37ed1b6e0977f at 1731239394078Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394078Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. at 1731239394079 (+1 ms)Flushing c093eda3fdda079913f37ed1b6e0977f/colfamily11: creating writer at 1731239394079Flushing c093eda3fdda079913f37ed1b6e0977f/colfamily11: appending metadata at 1731239394102 (+23 ms)Flushing c093eda3fdda079913f37ed1b6e0977f/colfamily11: closing flushed file at 1731239394102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f11154: reopening flushed file at 1731239394126 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c093eda3fdda079913f37ed1b6e0977f in 57ms, sequenceid=5, compaction requested=false at 1731239394135 (+9 ms)Writing region close event to WAL at 1731239394136 (+1 ms)Running coprocessor post-close hooks at 1731239394140 (+4 ms)Closed at 1731239394140 2024-11-10T11:49:54,140 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731239205702.c093eda3fdda079913f37ed1b6e0977f. 2024-11-10T11:49:54,141 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 196d980390401a0a5dae394865032373, disabling compactions & flushes 2024-11-10T11:49:54,141 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:49:54,141 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:49:54,141 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. after waiting 0 ms 2024-11-10T11:49:54,141 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:49:54,145 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/196d980390401a0a5dae394865032373/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T11:49:54,146 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:49:54,146 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 196d980390401a0a5dae394865032373: Waiting for close lock at 1731239394141Running coprocessor pre-close hooks at 1731239394141Disabling compacts and flushes for region at 1731239394141Disabling writes for close at 1731239394141Writing region close event to WAL at 1731239394142 (+1 ms)Running coprocessor post-close hooks at 1731239394146 (+4 ms)Closed at 1731239394146 2024-11-10T11:49:54,146 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731239205702.196d980390401a0a5dae394865032373. 2024-11-10T11:49:54,146 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae4a8526b855263ceb328c597bed54bd, disabling compactions & flushes 2024-11-10T11:49:54,146 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:49:54,146 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:49:54,146 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. after waiting 0 ms 2024-11-10T11:49:54,146 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:49:54,146 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae4a8526b855263ceb328c597bed54bd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,153 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9/.tmp/colfamily11/9959d82e28ec48b6b5e2768406acfe8c is 52, key is ggg/colfamily11:colfamily11/1731239208533/Put/seqid=0 2024-11-10T11:49:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741896_1072 (size=39263) 2024-11-10T11:49:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741896_1072 (size=39263) 2024-11-10T11:49:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741896_1072 (size=39263) 2024-11-10T11:49:54,164 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9/.tmp/colfamily11/9959d82e28ec48b6b5e2768406acfe8c 2024-11-10T11:49:54,165 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd/.tmp/colfamily11/965a7dad9a18433c998db2bf42e978ad is 52, key is aaa/colfamily11:colfamily11/1731239208385/Put/seqid=0 2024-11-10T11:49:54,171 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9/.tmp/colfamily11/9959d82e28ec48b6b5e2768406acfe8c as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9/colfamily11/9959d82e28ec48b6b5e2768406acfe8c 2024-11-10T11:49:54,178 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9/colfamily11/9959d82e28ec48b6b5e2768406acfe8c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,179 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8952a7f95d793c9f229f45c2669825a9 in 50ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741897_1073 (size=39263) 2024-11-10T11:49:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741897_1073 (size=39263) 2024-11-10T11:49:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741897_1073 (size=39263) 2024-11-10T11:49:54,183 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8952a7f95d793c9f229f45c2669825a9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,183 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:49:54,183 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8952a7f95d793c9f229f45c2669825a9: Waiting for close lock at 1731239394129Running coprocessor pre-close hooks at 1731239394129Disabling compacts and flushes for region at 1731239394129Disabling writes for close at 1731239394129Obtaining lock to block concurrent updates at 1731239394129Preparing flush snapshotting stores in 8952a7f95d793c9f229f45c2669825a9 at 1731239394129Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394130 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. at 1731239394130Flushing 8952a7f95d793c9f229f45c2669825a9/colfamily11: creating writer at 1731239394130Flushing 8952a7f95d793c9f229f45c2669825a9/colfamily11: appending metadata at 1731239394153 (+23 ms)Flushing 8952a7f95d793c9f229f45c2669825a9/colfamily11: closing flushed file at 1731239394153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea02e14: reopening flushed file at 1731239394171 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8952a7f95d793c9f229f45c2669825a9 in 50ms, sequenceid=5, compaction requested=false at 1731239394179 (+8 ms)Writing region close event to WAL at 1731239394179Running coprocessor post-close hooks at 1731239394183 (+4 ms)Closed at 1731239394183 2024-11-10T11:49:54,183 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731239205702.8952a7f95d793c9f229f45c2669825a9. 2024-11-10T11:49:54,183 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cfd565c834144f7d422c8622e3c5eb6, disabling compactions & flushes 2024-11-10T11:49:54,183 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:49:54,184 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:49:54,184 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. after waiting 0 ms 2024-11-10T11:49:54,184 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:49:54,187 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1cfd565c834144f7d422c8622e3c5eb6/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T11:49:54,188 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:49:54,188 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cfd565c834144f7d422c8622e3c5eb6: Waiting for close lock at 1731239394183Running coprocessor pre-close hooks at 1731239394183Disabling compacts and flushes for region at 1731239394183Disabling writes for close at 1731239394184 (+1 ms)Writing region close event to WAL at 1731239394184Running coprocessor post-close hooks at 1731239394188 (+4 ms)Closed at 1731239394188 2024-11-10T11:49:54,188 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731239205702.1cfd565c834144f7d422c8622e3c5eb6. 2024-11-10T11:49:54,188 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ece8b23101ba7db9175d019cb00ad9d4, disabling compactions & flushes 2024-11-10T11:49:54,188 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:49:54,188 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:49:54,188 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. after waiting 0 ms 2024-11-10T11:49:54,188 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:49:54,191 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ece8b23101ba7db9175d019cb00ad9d4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T11:49:54,192 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:49:54,192 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ece8b23101ba7db9175d019cb00ad9d4: Waiting for close lock at 1731239394188Running coprocessor pre-close hooks at 1731239394188Disabling compacts and flushes for region at 1731239394188Disabling writes for close at 1731239394188Writing region close event to WAL at 1731239394189 (+1 ms)Running coprocessor post-close hooks at 1731239394192 (+3 ms)Closed at 1731239394192 2024-11-10T11:49:54,192 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731239205702.ece8b23101ba7db9175d019cb00ad9d4. 2024-11-10T11:49:54,192 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca316518b699df76ba771ebcb6ae578c, disabling compactions & flushes 2024-11-10T11:49:54,192 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:49:54,192 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:49:54,192 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. after waiting 0 ms 2024-11-10T11:49:54,192 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:49:54,193 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca316518b699df76ba771ebcb6ae578c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,208 DEBUG [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1351): Waiting on 12d7969c9299a21dff96329d38905c99, 3d3dff82b933a0b1873601e28a76d656, aae60b5f280118546887e4a7f80a9513, ca316518b699df76ba771ebcb6ae578c 2024-11-10T11:49:54,209 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1351): Waiting on 1c2e8453ec3de12a32b925634f3d0ee8, 2e5f9241aab6e5fef3c7d12add11350c, 6ca5955b0f8ac0a95a4c02886cf52209, 9b61afd42cf9c93e44ab278148fca35b, ae4a8526b855263ceb328c597bed54bd, c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:54,210 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c/.tmp/colfamily11/dce4168e31c84627b51fb17232fc5fc4 is 52, key is yyy/colfamily11:colfamily11/1731239208751/Put/seqid=0 2024-11-10T11:49:54,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741898_1074 (size=39263) 2024-11-10T11:49:54,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741898_1074 (size=39263) 2024-11-10T11:49:54,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741898_1074 (size=39263) 2024-11-10T11:49:54,217 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c/.tmp/colfamily11/dce4168e31c84627b51fb17232fc5fc4 2024-11-10T11:49:54,223 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c/.tmp/colfamily11/dce4168e31c84627b51fb17232fc5fc4 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c/colfamily11/dce4168e31c84627b51fb17232fc5fc4 2024-11-10T11:49:54,228 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c/colfamily11/dce4168e31c84627b51fb17232fc5fc4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,229 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ca316518b699df76ba771ebcb6ae578c in 37ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,233 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca316518b699df76ba771ebcb6ae578c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,234 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:49:54,234 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca316518b699df76ba771ebcb6ae578c: Waiting for close lock at 1731239394192Running coprocessor pre-close hooks at 1731239394192Disabling compacts and flushes for region at 1731239394192Disabling writes for close at 1731239394192Obtaining lock to block concurrent updates at 1731239394193 (+1 ms)Preparing flush snapshotting stores in ca316518b699df76ba771ebcb6ae578c at 1731239394193Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394193Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. at 1731239394193Flushing ca316518b699df76ba771ebcb6ae578c/colfamily11: creating writer at 1731239394193Flushing ca316518b699df76ba771ebcb6ae578c/colfamily11: appending metadata at 1731239394209 (+16 ms)Flushing ca316518b699df76ba771ebcb6ae578c/colfamily11: closing flushed file at 1731239394209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d040b86: reopening flushed file at 1731239394222 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ca316518b699df76ba771ebcb6ae578c in 37ms, sequenceid=5, compaction requested=false at 1731239394229 (+7 ms)Writing region close event to WAL at 1731239394230 (+1 ms)Running coprocessor post-close hooks at 1731239394234 (+4 ms)Closed at 1731239394234 2024-11-10T11:49:54,234 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731239205702.ca316518b699df76ba771ebcb6ae578c. 2024-11-10T11:49:54,234 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aae60b5f280118546887e4a7f80a9513, disabling compactions & flushes 2024-11-10T11:49:54,235 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:49:54,235 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:49:54,235 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. after waiting 0 ms 2024-11-10T11:49:54,235 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:49:54,235 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aae60b5f280118546887e4a7f80a9513 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,251 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513/.tmp/colfamily11/ea67ca771d824cb4bc9e76282fd321fa is 52, key is ppp/colfamily11:colfamily11/1731239208638/Put/seqid=0 2024-11-10T11:49:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741899_1075 (size=39263) 2024-11-10T11:49:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741899_1075 (size=39263) 2024-11-10T11:49:54,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741899_1075 (size=39263) 2024-11-10T11:49:54,260 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513/.tmp/colfamily11/ea67ca771d824cb4bc9e76282fd321fa 2024-11-10T11:49:54,266 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513/.tmp/colfamily11/ea67ca771d824cb4bc9e76282fd321fa as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513/colfamily11/ea67ca771d824cb4bc9e76282fd321fa 2024-11-10T11:49:54,272 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513/colfamily11/ea67ca771d824cb4bc9e76282fd321fa, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,273 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aae60b5f280118546887e4a7f80a9513 in 38ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,278 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aae60b5f280118546887e4a7f80a9513/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,279 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:49:54,279 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aae60b5f280118546887e4a7f80a9513: Waiting for close lock at 1731239394234Running coprocessor pre-close hooks at 1731239394234Disabling compacts and flushes for region at 1731239394234Disabling writes for close at 1731239394235 (+1 ms)Obtaining lock to block concurrent updates at 1731239394235Preparing flush snapshotting stores in aae60b5f280118546887e4a7f80a9513 at 1731239394235Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394235Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. at 1731239394235Flushing aae60b5f280118546887e4a7f80a9513/colfamily11: creating writer at 1731239394236 (+1 ms)Flushing aae60b5f280118546887e4a7f80a9513/colfamily11: appending metadata at 1731239394251 (+15 ms)Flushing aae60b5f280118546887e4a7f80a9513/colfamily11: closing flushed file at 1731239394251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503c521b: reopening flushed file at 1731239394265 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aae60b5f280118546887e4a7f80a9513 in 38ms, sequenceid=5, compaction requested=false at 1731239394273 (+8 ms)Writing region close event to WAL at 1731239394274 (+1 ms)Running coprocessor post-close hooks at 1731239394279 (+5 ms)Closed at 1731239394279 2024-11-10T11:49:54,279 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731239205702.aae60b5f280118546887e4a7f80a9513. 2024-11-10T11:49:54,280 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12d7969c9299a21dff96329d38905c99, disabling compactions & flushes 2024-11-10T11:49:54,280 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:49:54,280 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:49:54,280 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. after waiting 0 ms 2024-11-10T11:49:54,280 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:49:54,284 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12d7969c9299a21dff96329d38905c99/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T11:49:54,285 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:49:54,285 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12d7969c9299a21dff96329d38905c99: Waiting for close lock at 1731239394280Running coprocessor pre-close hooks at 1731239394280Disabling compacts and flushes for region at 1731239394280Disabling writes for close at 1731239394280Writing region close event to WAL at 1731239394281 (+1 ms)Running coprocessor post-close hooks at 1731239394285 (+4 ms)Closed at 1731239394285 2024-11-10T11:49:54,285 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731239205702.12d7969c9299a21dff96329d38905c99. 2024-11-10T11:49:54,285 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d3dff82b933a0b1873601e28a76d656, disabling compactions & flushes 2024-11-10T11:49:54,285 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:49:54,286 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:49:54,286 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. after waiting 0 ms 2024-11-10T11:49:54,286 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:49:54,286 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d3dff82b933a0b1873601e28a76d656 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,304 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656/.tmp/colfamily11/70535c9c360a49bb80e0d9f4c767db43 is 52, key is ddd/colfamily11:colfamily11/1731239208482/Put/seqid=0 2024-11-10T11:49:54,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741900_1076 (size=39263) 2024-11-10T11:49:54,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741900_1076 (size=39263) 2024-11-10T11:49:54,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741900_1076 (size=39263) 2024-11-10T11:49:54,313 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656/.tmp/colfamily11/70535c9c360a49bb80e0d9f4c767db43 2024-11-10T11:49:54,320 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656/.tmp/colfamily11/70535c9c360a49bb80e0d9f4c767db43 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656/colfamily11/70535c9c360a49bb80e0d9f4c767db43 2024-11-10T11:49:54,326 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656/colfamily11/70535c9c360a49bb80e0d9f4c767db43, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,327 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3d3dff82b933a0b1873601e28a76d656 in 41ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,332 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d3dff82b933a0b1873601e28a76d656/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,333 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:49:54,333 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d3dff82b933a0b1873601e28a76d656: Waiting for close lock at 1731239394285Running coprocessor pre-close hooks at 1731239394285Disabling compacts and flushes for region at 1731239394285Disabling writes for close at 1731239394286 (+1 ms)Obtaining lock to block concurrent updates at 1731239394286Preparing flush snapshotting stores in 3d3dff82b933a0b1873601e28a76d656 at 1731239394286Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394286Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. at 1731239394287 (+1 ms)Flushing 3d3dff82b933a0b1873601e28a76d656/colfamily11: creating writer at 1731239394287Flushing 3d3dff82b933a0b1873601e28a76d656/colfamily11: appending metadata at 1731239394304 (+17 ms)Flushing 3d3dff82b933a0b1873601e28a76d656/colfamily11: closing flushed file at 1731239394304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308f59b8: reopening flushed file at 1731239394319 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3d3dff82b933a0b1873601e28a76d656 in 41ms, sequenceid=5, compaction requested=false at 1731239394327 (+8 ms)Writing region close event to WAL at 1731239394328 (+1 ms)Running coprocessor post-close hooks at 1731239394333 (+5 ms)Closed at 1731239394333 2024-11-10T11:49:54,333 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731239205702.3d3dff82b933a0b1873601e28a76d656. 2024-11-10T11:49:54,409 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(976): stopping server b1807907b3fc,39805,1731239203546; all regions closed. 2024-11-10T11:49:54,409 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1351): Waiting on 1c2e8453ec3de12a32b925634f3d0ee8, 2e5f9241aab6e5fef3c7d12add11350c, 6ca5955b0f8ac0a95a4c02886cf52209, 9b61afd42cf9c93e44ab278148fca35b, ae4a8526b855263ceb328c597bed54bd, c42399ebb31a75fb834667fc64c08672 2024-11-10T11:49:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741835_1011 (size=353044) 2024-11-10T11:49:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741835_1011 (size=353044) 2024-11-10T11:49:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741835_1011 (size=353044) 2024-11-10T11:49:54,416 DEBUG [RS:2;b1807907b3fc:39805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs 2024-11-10T11:49:54,416 INFO [RS:2;b1807907b3fc:39805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1807907b3fc%2C39805%2C1731239203546:(num 1731239204855) 2024-11-10T11:49:54,416 DEBUG [RS:2;b1807907b3fc:39805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:49:54,416 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T11:49:54,416 INFO [RS:2;b1807907b3fc:39805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T11:49:54,416 INFO [RS:2;b1807907b3fc:39805 {}] hbase.ChoreService(370): Chore service for: regionserver/b1807907b3fc:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T11:49:54,417 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T11:49:54,417 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T11:49:54,417 INFO [regionserver/b1807907b3fc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T11:49:54,417 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T11:49:54,417 INFO [RS:2;b1807907b3fc:39805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T11:49:54,417 INFO [RS:2;b1807907b3fc:39805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39805 2024-11-10T11:49:54,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1807907b3fc,39805,1731239203546 2024-11-10T11:49:54,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T11:49:54,420 INFO [RS:2;b1807907b3fc:39805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T11:49:54,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1807907b3fc,39805,1731239203546] 2024-11-10T11:49:54,423 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1807907b3fc,39805,1731239203546 already deleted, retry=false 2024-11-10T11:49:54,423 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1807907b3fc,39805,1731239203546 expired; onlineServers=1 2024-11-10T11:49:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T11:49:54,522 INFO [RS:2;b1807907b3fc:39805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T11:49:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x101920141d60003, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T11:49:54,522 INFO [RS:2;b1807907b3fc:39805 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1807907b3fc,39805,1731239203546; zookeeper connection closed. 2024-11-10T11:49:54,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fad9799 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fad9799 2024-11-10T11:49:54,577 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd/.tmp/colfamily11/965a7dad9a18433c998db2bf42e978ad 2024-11-10T11:49:54,584 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd/.tmp/colfamily11/965a7dad9a18433c998db2bf42e978ad as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd/colfamily11/965a7dad9a18433c998db2bf42e978ad 2024-11-10T11:49:54,590 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd/colfamily11/965a7dad9a18433c998db2bf42e978ad, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,591 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae4a8526b855263ceb328c597bed54bd in 445ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,595 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae4a8526b855263ceb328c597bed54bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,595 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:49:54,595 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae4a8526b855263ceb328c597bed54bd: Waiting for close lock at 1731239394146Running coprocessor pre-close hooks at 1731239394146Disabling compacts and flushes for region at 1731239394146Disabling writes for close at 1731239394146Obtaining lock to block concurrent updates at 1731239394146Preparing flush snapshotting stores in ae4a8526b855263ceb328c597bed54bd at 1731239394146Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394146Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. at 1731239394147 (+1 ms)Flushing ae4a8526b855263ceb328c597bed54bd/colfamily11: creating writer at 1731239394147Flushing ae4a8526b855263ceb328c597bed54bd/colfamily11: appending metadata at 1731239394165 (+18 ms)Flushing ae4a8526b855263ceb328c597bed54bd/colfamily11: closing flushed file at 1731239394165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c31e9c1: reopening flushed file at 1731239394583 (+418 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae4a8526b855263ceb328c597bed54bd in 445ms, sequenceid=5, compaction requested=false at 1731239394591 (+8 ms)Writing region close event to WAL at 1731239394592 (+1 ms)Running coprocessor post-close hooks at 1731239394595 (+3 ms)Closed at 1731239394595 2024-11-10T11:49:54,596 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731239205702.ae4a8526b855263ceb328c597bed54bd. 2024-11-10T11:49:54,596 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c42399ebb31a75fb834667fc64c08672, disabling compactions & flushes 2024-11-10T11:49:54,596 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:49:54,596 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:49:54,596 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. after waiting 0 ms 2024-11-10T11:49:54,596 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:49:54,599 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c42399ebb31a75fb834667fc64c08672/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T11:49:54,600 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:49:54,600 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c42399ebb31a75fb834667fc64c08672: Waiting for close lock at 1731239394596Running coprocessor pre-close hooks at 1731239394596Disabling compacts and flushes for region at 1731239394596Disabling writes for close at 1731239394596Writing region close event to WAL at 1731239394597 (+1 ms)Running coprocessor post-close hooks at 1731239394600 (+3 ms)Closed at 1731239394600 2024-11-10T11:49:54,600 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731239205702.c42399ebb31a75fb834667fc64c08672. 2024-11-10T11:49:54,600 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ca5955b0f8ac0a95a4c02886cf52209, disabling compactions & flushes 2024-11-10T11:49:54,600 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:49:54,600 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:49:54,601 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. after waiting 0 ms 2024-11-10T11:49:54,601 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:49:54,601 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ca5955b0f8ac0a95a4c02886cf52209 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,609 DEBUG [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1351): Waiting on 1c2e8453ec3de12a32b925634f3d0ee8, 2e5f9241aab6e5fef3c7d12add11350c, 6ca5955b0f8ac0a95a4c02886cf52209, 9b61afd42cf9c93e44ab278148fca35b 2024-11-10T11:49:54,617 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209/.tmp/colfamily11/14fe6482b8e84dff9b4930fa22945a6d is 52, key is ttt/colfamily11:colfamily11/1731239208713/Put/seqid=0 2024-11-10T11:49:54,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741901_1077 (size=39263) 2024-11-10T11:49:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741901_1077 (size=39263) 2024-11-10T11:49:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741901_1077 (size=39263) 2024-11-10T11:49:54,625 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209/.tmp/colfamily11/14fe6482b8e84dff9b4930fa22945a6d 2024-11-10T11:49:54,631 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209/.tmp/colfamily11/14fe6482b8e84dff9b4930fa22945a6d as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209/colfamily11/14fe6482b8e84dff9b4930fa22945a6d 2024-11-10T11:49:54,637 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209/colfamily11/14fe6482b8e84dff9b4930fa22945a6d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,638 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6ca5955b0f8ac0a95a4c02886cf52209 in 37ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,643 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6ca5955b0f8ac0a95a4c02886cf52209/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,643 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:49:54,643 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ca5955b0f8ac0a95a4c02886cf52209: Waiting for close lock at 1731239394600Running coprocessor pre-close hooks at 1731239394600Disabling compacts and flushes for region at 1731239394600Disabling writes for close at 1731239394601 (+1 ms)Obtaining lock to block concurrent updates at 1731239394601Preparing flush snapshotting stores in 6ca5955b0f8ac0a95a4c02886cf52209 at 1731239394601Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394601Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. at 1731239394601Flushing 6ca5955b0f8ac0a95a4c02886cf52209/colfamily11: creating writer at 1731239394601Flushing 6ca5955b0f8ac0a95a4c02886cf52209/colfamily11: appending metadata at 1731239394617 (+16 ms)Flushing 6ca5955b0f8ac0a95a4c02886cf52209/colfamily11: closing flushed file at 1731239394617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b72124a: reopening flushed file at 1731239394630 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6ca5955b0f8ac0a95a4c02886cf52209 in 37ms, sequenceid=5, compaction requested=false at 1731239394638 (+8 ms)Writing region close event to WAL at 1731239394639 (+1 ms)Running coprocessor post-close hooks at 1731239394643 (+4 ms)Closed at 1731239394643 2024-11-10T11:49:54,644 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731239205702.6ca5955b0f8ac0a95a4c02886cf52209. 2024-11-10T11:49:54,644 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e5f9241aab6e5fef3c7d12add11350c, disabling compactions & flushes 2024-11-10T11:49:54,644 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:49:54,644 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:49:54,644 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. after waiting 0 ms 2024-11-10T11:49:54,644 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:49:54,647 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2e5f9241aab6e5fef3c7d12add11350c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-10T11:49:54,648 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:49:54,648 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e5f9241aab6e5fef3c7d12add11350c: Waiting for close lock at 1731239394644Running coprocessor pre-close hooks at 1731239394644Disabling compacts and flushes for region at 1731239394644Disabling writes for close at 1731239394644Writing region close event to WAL at 1731239394645 (+1 ms)Running coprocessor post-close hooks at 1731239394648 (+3 ms)Closed at 1731239394648 2024-11-10T11:49:54,648 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731239205702.2e5f9241aab6e5fef3c7d12add11350c. 2024-11-10T11:49:54,648 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b61afd42cf9c93e44ab278148fca35b, disabling compactions & flushes 2024-11-10T11:49:54,649 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:49:54,649 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:49:54,649 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. after waiting 0 ms 2024-11-10T11:49:54,649 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:49:54,649 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b61afd42cf9c93e44ab278148fca35b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,665 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b/.tmp/colfamily11/54b440d29acc4493ab773b7f776d0ea7 is 52, key is hhh/colfamily11:colfamily11/1731239208525/Put/seqid=0 2024-11-10T11:49:54,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741902_1078 (size=39263) 2024-11-10T11:49:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741902_1078 (size=39263) 2024-11-10T11:49:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741902_1078 (size=39263) 2024-11-10T11:49:54,674 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b/.tmp/colfamily11/54b440d29acc4493ab773b7f776d0ea7 2024-11-10T11:49:54,680 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b/.tmp/colfamily11/54b440d29acc4493ab773b7f776d0ea7 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b/colfamily11/54b440d29acc4493ab773b7f776d0ea7 2024-11-10T11:49:54,686 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b/colfamily11/54b440d29acc4493ab773b7f776d0ea7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,687 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9b61afd42cf9c93e44ab278148fca35b in 38ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,691 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9b61afd42cf9c93e44ab278148fca35b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,691 INFO [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T11:49:54,691 INFO [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T11:49:54,691 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:49:54,692 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b61afd42cf9c93e44ab278148fca35b: Waiting for close lock at 1731239394648Running coprocessor pre-close hooks at 1731239394648Disabling compacts and flushes for region at 1731239394648Disabling writes for close at 1731239394649 (+1 ms)Obtaining lock to block concurrent updates at 1731239394649Preparing flush snapshotting stores in 9b61afd42cf9c93e44ab278148fca35b at 1731239394649Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394649Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. at 1731239394650 (+1 ms)Flushing 9b61afd42cf9c93e44ab278148fca35b/colfamily11: creating writer at 1731239394650Flushing 9b61afd42cf9c93e44ab278148fca35b/colfamily11: appending metadata at 1731239394665 (+15 ms)Flushing 9b61afd42cf9c93e44ab278148fca35b/colfamily11: closing flushed file at 1731239394665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619c7b07: reopening flushed file at 1731239394680 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9b61afd42cf9c93e44ab278148fca35b in 38ms, sequenceid=5, compaction requested=false at 1731239394687 (+7 ms)Writing region close event to WAL at 1731239394687Running coprocessor post-close hooks at 1731239394691 (+4 ms)Closed at 1731239394691 2024-11-10T11:49:54,692 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731239205702.9b61afd42cf9c93e44ab278148fca35b. 2024-11-10T11:49:54,692 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c2e8453ec3de12a32b925634f3d0ee8, disabling compactions & flushes 2024-11-10T11:49:54,692 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:49:54,692 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:49:54,692 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. after waiting 0 ms 2024-11-10T11:49:54,692 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:49:54,692 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c2e8453ec3de12a32b925634f3d0ee8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-10T11:49:54,716 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8/.tmp/colfamily11/7c7a5497a0374436932b2945d3ef0337 is 52, key is nnn/colfamily11:colfamily11/1731239208617/Put/seqid=0 2024-11-10T11:49:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741903_1079 (size=39263) 2024-11-10T11:49:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741903_1079 (size=39263) 2024-11-10T11:49:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741903_1079 (size=39263) 2024-11-10T11:49:54,724 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8/.tmp/colfamily11/7c7a5497a0374436932b2945d3ef0337 2024-11-10T11:49:54,731 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8/.tmp/colfamily11/7c7a5497a0374436932b2945d3ef0337 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8/colfamily11/7c7a5497a0374436932b2945d3ef0337 2024-11-10T11:49:54,736 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8/colfamily11/7c7a5497a0374436932b2945d3ef0337, entries=703, sequenceid=5, filesize=38.3 K 2024-11-10T11:49:54,737 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1c2e8453ec3de12a32b925634f3d0ee8 in 45ms, sequenceid=5, compaction requested=false 2024-11-10T11:49:54,741 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c2e8453ec3de12a32b925634f3d0ee8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T11:49:54,742 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:49:54,742 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c2e8453ec3de12a32b925634f3d0ee8: Waiting for close lock at 1731239394692Running coprocessor pre-close hooks at 1731239394692Disabling compacts and flushes for region at 1731239394692Disabling writes for close at 1731239394692Obtaining lock to block concurrent updates at 1731239394692Preparing flush snapshotting stores in 1c2e8453ec3de12a32b925634f3d0ee8 at 1731239394692Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731239394693 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. at 1731239394693Flushing 1c2e8453ec3de12a32b925634f3d0ee8/colfamily11: creating writer at 1731239394693Flushing 1c2e8453ec3de12a32b925634f3d0ee8/colfamily11: appending metadata at 1731239394716 (+23 ms)Flushing 1c2e8453ec3de12a32b925634f3d0ee8/colfamily11: closing flushed file at 1731239394716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da9f37d: reopening flushed file at 1731239394730 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1c2e8453ec3de12a32b925634f3d0ee8 in 45ms, sequenceid=5, compaction requested=false at 1731239394737 (+7 ms)Writing region close event to WAL at 1731239394738 (+1 ms)Running coprocessor post-close hooks at 1731239394742 (+4 ms)Closed at 1731239394742 2024-11-10T11:49:54,742 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731239205702.1c2e8453ec3de12a32b925634f3d0ee8. 2024-11-10T11:49:54,809 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(976): stopping server b1807907b3fc,41447,1731239203402; all regions closed. 2024-11-10T11:49:54,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741865_1041 (size=14124) 2024-11-10T11:49:54,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741865_1041 (size=14124) 2024-11-10T11:49:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741865_1041 (size=14124) 2024-11-10T11:49:54,815 DEBUG [RS:0;b1807907b3fc:41447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs 2024-11-10T11:49:54,815 INFO [RS:0;b1807907b3fc:41447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1807907b3fc%2C41447%2C1731239203402.meta:.meta(num 1731239389854) 2024-11-10T11:49:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741833_1009 (size=316519) 2024-11-10T11:49:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741833_1009 (size=316519) 2024-11-10T11:49:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741833_1009 (size=316519) 2024-11-10T11:49:54,820 DEBUG [RS:0;b1807907b3fc:41447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/oldWALs 2024-11-10T11:49:54,820 INFO [RS:0;b1807907b3fc:41447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1807907b3fc%2C41447%2C1731239203402:(num 1731239204854) 2024-11-10T11:49:54,820 DEBUG [RS:0;b1807907b3fc:41447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T11:49:54,820 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T11:49:54,820 INFO [RS:0;b1807907b3fc:41447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T11:49:54,820 INFO [RS:0;b1807907b3fc:41447 {}] hbase.ChoreService(370): Chore service for: regionserver/b1807907b3fc:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T11:49:54,821 INFO [RS:0;b1807907b3fc:41447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T11:49:54,821 INFO [regionserver/b1807907b3fc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T11:49:54,821 INFO [RS:0;b1807907b3fc:41447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41447 2024-11-10T11:49:54,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1807907b3fc,41447,1731239203402 2024-11-10T11:49:54,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T11:49:54,823 INFO [RS:0;b1807907b3fc:41447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T11:49:54,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1807907b3fc,41447,1731239203402] 2024-11-10T11:49:54,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1807907b3fc,41447,1731239203402 already deleted, retry=false 2024-11-10T11:49:54,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1807907b3fc,41447,1731239203402 expired; onlineServers=0 2024-11-10T11:49:54,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1807907b3fc,38609,1731239202736' ***** 2024-11-10T11:49:54,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T11:49:54,827 INFO [M:0;b1807907b3fc:38609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T11:49:54,827 INFO [M:0;b1807907b3fc:38609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T11:49:54,827 DEBUG [M:0;b1807907b3fc:38609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T11:49:54,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T11:49:54,827 DEBUG [M:0;b1807907b3fc:38609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T11:49:54,827 DEBUG [master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.large.0-1731239204510 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.large.0-1731239204510,5,FailOnTimeoutGroup] 2024-11-10T11:49:54,827 DEBUG [master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.small.0-1731239204511 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.small.0-1731239204511,5,FailOnTimeoutGroup] 2024-11-10T11:49:54,827 INFO [M:0;b1807907b3fc:38609 {}] hbase.ChoreService(370): Chore service for: master/b1807907b3fc:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T11:49:54,827 INFO [M:0;b1807907b3fc:38609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T11:49:54,827 DEBUG [M:0;b1807907b3fc:38609 {}] master.HMaster(1795): Stopping service threads 2024-11-10T11:49:54,827 INFO [M:0;b1807907b3fc:38609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T11:49:54,828 INFO [M:0;b1807907b3fc:38609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T11:49:54,828 INFO [M:0;b1807907b3fc:38609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T11:49:54,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T11:49:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T11:49:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T11:49:54,828 DEBUG [M:0;b1807907b3fc:38609 {}] zookeeper.ZKUtil(347): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T11:49:54,829 WARN [M:0;b1807907b3fc:38609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T11:49:54,829 INFO [M:0;b1807907b3fc:38609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/.lastflushedseqids 2024-11-10T11:49:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741904_1080 (size=2864) 2024-11-10T11:49:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741904_1080 (size=2864) 2024-11-10T11:49:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741904_1080 (size=2864) 2024-11-10T11:49:54,843 INFO [M:0;b1807907b3fc:38609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T11:49:54,844 INFO [M:0;b1807907b3fc:38609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T11:49:54,844 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T11:49:54,844 INFO [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T11:49:54,844 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T11:49:54,844 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T11:49:54,844 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T11:49:54,844 INFO [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.42 KB heapSize=395.41 KB 2024-11-10T11:49:54,861 DEBUG [M:0;b1807907b3fc:38609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/357ca4655b574c27bbbb39441af84f1a is 82, key is hbase:meta,,1/info:regioninfo/1731239390170/Put/seqid=0 2024-11-10T11:49:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741905_1081 (size=6071) 2024-11-10T11:49:54,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741905_1081 (size=6071) 2024-11-10T11:49:54,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741905_1081 (size=6071) 2024-11-10T11:49:54,870 INFO [M:0;b1807907b3fc:38609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/357ca4655b574c27bbbb39441af84f1a 2024-11-10T11:49:54,899 DEBUG [M:0;b1807907b3fc:38609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fcd071c4d844fd8ba7738fc5c157ae0 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731239206857/Put/seqid=0 2024-11-10T11:49:54,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741906_1082 (size=13327) 2024-11-10T11:49:54,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741906_1082 (size=13327) 2024-11-10T11:49:54,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741906_1082 (size=13327) 2024-11-10T11:49:54,911 INFO [M:0;b1807907b3fc:38609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.19 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fcd071c4d844fd8ba7738fc5c157ae0 2024-11-10T11:49:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T11:49:54,925 INFO [RS:0;b1807907b3fc:41447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T11:49:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41447-0x101920141d60001, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T11:49:54,925 INFO [RS:0;b1807907b3fc:41447 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1807907b3fc,41447,1731239203402; zookeeper connection closed. 2024-11-10T11:49:54,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47c4f19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47c4f19 2024-11-10T11:49:54,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T11:49:54,932 DEBUG [M:0;b1807907b3fc:38609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f80707fc25774b07a6b474615c9e55a7 is 69, key is b1807907b3fc,39805,1731239203546/rs:state/1731239204623/Put/seqid=0 2024-11-10T11:49:54,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741907_1083 (size=5442) 2024-11-10T11:49:54,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741907_1083 (size=5442) 2024-11-10T11:49:54,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741907_1083 (size=5442) 2024-11-10T11:49:54,939 INFO [M:0;b1807907b3fc:38609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f80707fc25774b07a6b474615c9e55a7 2024-11-10T11:49:54,944 INFO [M:0;b1807907b3fc:38609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f80707fc25774b07a6b474615c9e55a7 2024-11-10T11:49:54,945 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/357ca4655b574c27bbbb39441af84f1a as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/357ca4655b574c27bbbb39441af84f1a 2024-11-10T11:49:54,951 INFO [M:0;b1807907b3fc:38609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/357ca4655b574c27bbbb39441af84f1a, entries=14, sequenceid=620, filesize=5.9 K 2024-11-10T11:49:54,952 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fcd071c4d844fd8ba7738fc5c157ae0 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fcd071c4d844fd8ba7738fc5c157ae0 2024-11-10T11:49:54,957 INFO [M:0;b1807907b3fc:38609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fcd071c4d844fd8ba7738fc5c157ae0, entries=79, sequenceid=620, filesize=13.0 K 2024-11-10T11:49:54,958 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f80707fc25774b07a6b474615c9e55a7 as hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f80707fc25774b07a6b474615c9e55a7 2024-11-10T11:49:54,962 INFO [M:0;b1807907b3fc:38609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f80707fc25774b07a6b474615c9e55a7 2024-11-10T11:49:54,962 INFO [M:0;b1807907b3fc:38609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/90c6e4dd-0b89-acfc-39b1-3a0a5f4360d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f80707fc25774b07a6b474615c9e55a7, entries=3, sequenceid=620, filesize=5.3 K 2024-11-10T11:49:54,964 INFO [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.42 KB/344489, heapSize ~395.12 KB/404600, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=620, compaction requested=false 2024-11-10T11:49:54,965 INFO [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T11:49:54,965 DEBUG [M:0;b1807907b3fc:38609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731239394844Disabling compacts and flushes for region at 1731239394844Disabling writes for close at 1731239394844Obtaining lock to block concurrent updates at 1731239394844Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731239394844Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344489, getHeapSize=404840, getOffHeapSize=0, getCellsCount=781 at 1731239394845 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731239394845Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731239394845Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731239394861 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731239394861Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731239394875 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731239394898 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731239394898Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731239394916 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731239394931 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731239394931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271c5e7a: reopening flushed file at 1731239394945 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432736d9: reopening flushed file at 1731239394952 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336458c4: reopening flushed file at 1731239394957 (+5 ms)Finished flush of dataSize ~336.42 KB/344489, heapSize ~395.12 KB/404600, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=620, compaction requested=false at 1731239394964 (+7 ms)Writing region close event to WAL at 1731239394965 (+1 ms)Closed at 1731239394965 2024-11-10T11:49:54,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741830_1006 (size=385852) 2024-11-10T11:49:54,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33619 is added to blk_1073741830_1006 (size=385852) 2024-11-10T11:49:54,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741830_1006 (size=385852) 2024-11-10T11:49:54,969 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T11:49:54,969 INFO [M:0;b1807907b3fc:38609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T11:49:54,969 INFO [M:0;b1807907b3fc:38609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38609 2024-11-10T11:49:54,969 INFO [M:0;b1807907b3fc:38609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T11:49:55,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T11:49:55,071 INFO [M:0;b1807907b3fc:38609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T11:49:55,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x101920141d60000, quorum=127.0.0.1:51033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T11:49:55,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T11:49:55,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T11:49:55,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T11:49:55,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T11:49:55,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir/,STOPPED} 2024-11-10T11:49:55,081 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T11:49:55,081 WARN [BP-767997863-172.17.0.2-1731239199655 heartbeating to localhost/127.0.0.1:41145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T11:49:55,081 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T11:49:55,081 WARN [BP-767997863-172.17.0.2-1731239199655 heartbeating to localhost/127.0.0.1:41145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-767997863-172.17.0.2-1731239199655 (Datanode Uuid 1eeffd82-bcc5-440c-861d-714445400e5a) service to localhost/127.0.0.1:41145 2024-11-10T11:49:55,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data5/current/BP-767997863-172.17.0.2-1731239199655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T11:49:55,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data6/current/BP-767997863-172.17.0.2-1731239199655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T11:49:55,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T11:49:55,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T11:49:55,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T11:49:55,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T11:49:55,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T11:49:55,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir/,STOPPED} 2024-11-10T11:49:55,087 WARN [BP-767997863-172.17.0.2-1731239199655 heartbeating to localhost/127.0.0.1:41145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T11:49:55,087 WARN [BP-767997863-172.17.0.2-1731239199655 heartbeating to localhost/127.0.0.1:41145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-767997863-172.17.0.2-1731239199655 (Datanode Uuid d8dc97af-72fd-4c3d-a5a5-1564abd76f50) service to localhost/127.0.0.1:41145 2024-11-10T11:49:55,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T11:49:55,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T11:49:55,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data3/current/BP-767997863-172.17.0.2-1731239199655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T11:49:55,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data4/current/BP-767997863-172.17.0.2-1731239199655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T11:49:55,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T11:49:55,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T11:49:55,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T11:49:55,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T11:49:55,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T11:49:55,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir/,STOPPED} 2024-11-10T11:49:55,092 WARN [BP-767997863-172.17.0.2-1731239199655 heartbeating to localhost/127.0.0.1:41145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T11:49:55,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T11:49:55,092 WARN [BP-767997863-172.17.0.2-1731239199655 heartbeating to localhost/127.0.0.1:41145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-767997863-172.17.0.2-1731239199655 (Datanode Uuid 377c7a67-2b2f-469a-8f39-da0bdf43f020) service to localhost/127.0.0.1:41145 2024-11-10T11:49:55,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T11:49:55,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data1/current/BP-767997863-172.17.0.2-1731239199655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T11:49:55,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/cluster_f2ab286c-39f4-10f9-b188-23846863473b/data/data2/current/BP-767997863-172.17.0.2-1731239199655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T11:49:55,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T11:49:55,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T11:49:55,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T11:49:55,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T11:49:55,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T11:49:55,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea1787b3-3519-ceaa-bfcd-a28f6dad0aa9/hadoop.log.dir/,STOPPED} 2024-11-10T11:49:55,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T11:49:55,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T11:49:55,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=88 (was 11) Potentially hanging thread: regionserver/b1807907b3fc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/b1807907b3fc:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:41145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:41145 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b1807907b3fc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:41145 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1807907b3fc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:41145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b1807907b3fc:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@e65c3b5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1807907b3fc:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b1807907b3fc:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1807907b3fc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=457 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=37 (was 92), ProcessCount=11 (was 11), AvailableMemoryMB=6230 (was 7586)