2024-11-15 17:57:21,304 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-15 17:57:21,328 main DEBUG Took 0.021823 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 17:57:21,328 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 17:57:21,329 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 17:57:21,330 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 17:57:21,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,342 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 17:57:21,360 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,367 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,368 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,370 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,371 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,372 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,373 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,375 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:57:21,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,379 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 17:57:21,381 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:57:21,382 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 17:57:21,385 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 17:57:21,386 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 17:57:21,388 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 17:57:21,388 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 17:57:21,399 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 17:57:21,403 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 17:57:21,406 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 17:57:21,406 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 17:57:21,407 main DEBUG createAppenders(={Console}) 2024-11-15 17:57:21,408 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-15 17:57:21,408 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-15 17:57:21,408 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-15 17:57:21,409 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 17:57:21,410 main DEBUG OutputStream closed 2024-11-15 17:57:21,410 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 17:57:21,410 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 17:57:21,411 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-15 17:57:21,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 17:57:21,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 17:57:21,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 17:57:21,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 17:57:21,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 17:57:21,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 17:57:21,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 17:57:21,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 17:57:21,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 17:57:21,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 17:57:21,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 17:57:21,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 17:57:21,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 17:57:21,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 17:57:21,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 17:57:21,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 17:57:21,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 17:57:21,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 17:57:21,532 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 17:57:21,532 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-15 17:57:21,533 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 17:57:21,535 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-15T17:57:21,556 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-15 17:57:21,559 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 17:57:21,560 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T17:57:21,605 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=732, ProcessCount=11, AvailableMemoryMB=3363 2024-11-15T17:57:21,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8 2024-11-15T17:57:21,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:57:21,877 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c, deleteOnExit=true 2024-11-15T17:57:21,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:57:21,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/test.cache.data in system properties and HBase conf 2024-11-15T17:57:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:57:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:57:21,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:57:21,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:57:21,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:57:21,986 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T17:57:22,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:57:22,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:57:22,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:57:22,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:57:22,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:57:22,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:57:22,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:57:22,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:57:22,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:57:22,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:57:22,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:57:22,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:57:22,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:57:22,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:57:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:57:24,179 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T17:57:24,285 INFO [Time-limited test {}] log.Log(170): Logging initialized @3775ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T17:57:24,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:57:24,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:57:24,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:57:24,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:57:24,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:57:24,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:57:24,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:57:24,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:57:24,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/java.io.tmpdir/jetty-localhost-34323-hadoop-hdfs-3_4_1-tests_jar-_-any-9877152247486944623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:57:24,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:34323} 2024-11-15T17:57:24,833 INFO [Time-limited test {}] server.Server(415): Started @4325ms 2024-11-15T17:57:25,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:57:25,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:57:25,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:57:25,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:57:25,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:57:25,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:57:25,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:57:25,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/java.io.tmpdir/jetty-localhost-33143-hadoop-hdfs-3_4_1-tests_jar-_-any-7398428976146284349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:57:25,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:33143} 2024-11-15T17:57:25,743 INFO [Time-limited test {}] server.Server(415): Started @5235ms 2024-11-15T17:57:25,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:57:25,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:57:25,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:57:26,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:57:26,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:57:26,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:57:26,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:57:26,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:57:26,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/java.io.tmpdir/jetty-localhost-32939-hadoop-hdfs-3_4_1-tests_jar-_-any-16453126603957474232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:57:26,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:32939} 2024-11-15T17:57:26,195 INFO [Time-limited test {}] server.Server(415): Started @5687ms 2024-11-15T17:57:26,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:57:26,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:57:26,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:57:26,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:57:26,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:57:26,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:57:26,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:57:26,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:57:26,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/java.io.tmpdir/jetty-localhost-39369-hadoop-hdfs-3_4_1-tests_jar-_-any-6222320776994747933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:57:26,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:39369} 2024-11-15T17:57:26,475 INFO [Time-limited test {}] server.Server(415): Started @5967ms 2024-11-15T17:57:26,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:57:27,330 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data1/current/BP-1907372550-172.17.0.2-1731693443152/current, will proceed with Du for space computation calculation, 2024-11-15T17:57:27,330 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data2/current/BP-1907372550-172.17.0.2-1731693443152/current, will proceed with Du for space computation calculation, 2024-11-15T17:57:27,330 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data3/current/BP-1907372550-172.17.0.2-1731693443152/current, will proceed with Du for space computation calculation, 2024-11-15T17:57:27,331 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data4/current/BP-1907372550-172.17.0.2-1731693443152/current, will proceed with Du for space computation calculation, 2024-11-15T17:57:27,387 WARN [Thread-134 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data5/current/BP-1907372550-172.17.0.2-1731693443152/current, will proceed with Du for space computation calculation, 2024-11-15T17:57:27,388 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data6/current/BP-1907372550-172.17.0.2-1731693443152/current, will proceed with Du for space computation calculation, 2024-11-15T17:57:27,395 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:57:27,395 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:57:27,432 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:57:27,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abcc3e0b8e2bcfb with lease ID 0x7de323cf7239430b: Processing first storage report for DS-d5801812-4b78-4b0b-8a1f-ebf5b12756b6 from datanode DatanodeRegistration(127.0.0.1:40205, datanodeUuid=8991d319-b9a1-429b-9f92-287404355142, infoPort=41593, infoSecurePort=0, ipcPort=33453, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152) 2024-11-15T17:57:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abcc3e0b8e2bcfb with lease ID 0x7de323cf7239430b: from storage DS-d5801812-4b78-4b0b-8a1f-ebf5b12756b6 node DatanodeRegistration(127.0.0.1:40205, datanodeUuid=8991d319-b9a1-429b-9f92-287404355142, infoPort=41593, infoSecurePort=0, ipcPort=33453, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T17:57:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1700d32ad0ad94c1 with lease ID 0x7de323cf72394309: Processing first storage report for DS-b6e5ab24-3dd5-4428-ad9a-e78eb45d8e4e from datanode DatanodeRegistration(127.0.0.1:46221, datanodeUuid=176800fd-1327-4a25-a352-91ea641ad6f4, infoPort=40871, infoSecurePort=0, ipcPort=40173, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152) 2024-11-15T17:57:27,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1700d32ad0ad94c1 with lease ID 0x7de323cf72394309: from storage DS-b6e5ab24-3dd5-4428-ad9a-e78eb45d8e4e node DatanodeRegistration(127.0.0.1:46221, datanodeUuid=176800fd-1327-4a25-a352-91ea641ad6f4, infoPort=40871, infoSecurePort=0, ipcPort=40173, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T17:57:27,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb900a14e6abbe1e with lease ID 0x7de323cf7239430a: Processing first storage report for DS-48719136-1273-42a2-9822-5be764184cff from datanode DatanodeRegistration(127.0.0.1:41967, datanodeUuid=c6ba6b21-e241-48d3-8a8f-7fd478bfe826, infoPort=45933, infoSecurePort=0, ipcPort=40951, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152) 2024-11-15T17:57:27,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb900a14e6abbe1e with lease ID 0x7de323cf7239430a: from storage DS-48719136-1273-42a2-9822-5be764184cff node DatanodeRegistration(127.0.0.1:41967, datanodeUuid=c6ba6b21-e241-48d3-8a8f-7fd478bfe826, infoPort=45933, infoSecurePort=0, ipcPort=40951, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:57:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abcc3e0b8e2bcfb with lease ID 0x7de323cf7239430b: Processing first storage report for DS-ea65a858-d4e7-49e5-a19b-e6572a796545 from datanode DatanodeRegistration(127.0.0.1:40205, datanodeUuid=8991d319-b9a1-429b-9f92-287404355142, infoPort=41593, infoSecurePort=0, ipcPort=33453, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152) 2024-11-15T17:57:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abcc3e0b8e2bcfb with lease ID 0x7de323cf7239430b: from storage DS-ea65a858-d4e7-49e5-a19b-e6572a796545 node DatanodeRegistration(127.0.0.1:40205, datanodeUuid=8991d319-b9a1-429b-9f92-287404355142, infoPort=41593, infoSecurePort=0, ipcPort=33453, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:57:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1700d32ad0ad94c1 with lease ID 0x7de323cf72394309: Processing first storage report for DS-174eb207-c175-4e1c-ab2a-5ccba9e761be from datanode DatanodeRegistration(127.0.0.1:46221, datanodeUuid=176800fd-1327-4a25-a352-91ea641ad6f4, infoPort=40871, infoSecurePort=0, ipcPort=40173, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152) 2024-11-15T17:57:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1700d32ad0ad94c1 with lease ID 0x7de323cf72394309: from storage DS-174eb207-c175-4e1c-ab2a-5ccba9e761be node DatanodeRegistration(127.0.0.1:46221, datanodeUuid=176800fd-1327-4a25-a352-91ea641ad6f4, infoPort=40871, infoSecurePort=0, ipcPort=40173, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:57:27,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb900a14e6abbe1e with lease ID 0x7de323cf7239430a: Processing first storage report for DS-448e1738-f431-40a2-85ac-3744daad2720 from datanode DatanodeRegistration(127.0.0.1:41967, datanodeUuid=c6ba6b21-e241-48d3-8a8f-7fd478bfe826, infoPort=45933, infoSecurePort=0, ipcPort=40951, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152) 2024-11-15T17:57:27,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb900a14e6abbe1e with lease ID 0x7de323cf7239430a: from storage DS-448e1738-f431-40a2-85ac-3744daad2720 node DatanodeRegistration(127.0.0.1:41967, datanodeUuid=c6ba6b21-e241-48d3-8a8f-7fd478bfe826, infoPort=45933, infoSecurePort=0, ipcPort=40951, storageInfo=lv=-57;cid=testClusterID;nsid=1237806913;c=1731693443152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:57:27,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8 2024-11-15T17:57:27,603 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/zookeeper_0, clientPort=55308, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:57:27,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55308 2024-11-15T17:57:27,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:27,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:27,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:57:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:57:27,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:57:28,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b with version=8 2024-11-15T17:57:28,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/hbase-staging 2024-11-15T17:57:28,392 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T17:57:28,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e3b17656000:0 server-side Connection retries=45 2024-11-15T17:57:28,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:28,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:28,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:57:28,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:28,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:57:28,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:57:28,936 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T17:57:28,947 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T17:57:28,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:57:28,985 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 99340 (auto-detected) 2024-11-15T17:57:28,986 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T17:57:29,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39505 2024-11-15T17:57:29,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39505 connecting to ZooKeeper ensemble=127.0.0.1:55308 2024-11-15T17:57:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395050x0, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:57:29,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39505-0x10140ee9c610000 connected 2024-11-15T17:57:29,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T17:57:29,293 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b, hbase.cluster.distributed=false 2024-11-15T17:57:29,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T17:57:29,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-15T17:57:29,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39505 2024-11-15T17:57:29,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39505 2024-11-15T17:57:29,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-15T17:57:29,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-15T17:57:29,430 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e3b17656000:0 server-side Connection retries=45 2024-11-15T17:57:29,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:57:29,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:57:29,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:57:29,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:57:29,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40591 2024-11-15T17:57:29,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40591 connecting to ZooKeeper ensemble=127.0.0.1:55308 2024-11-15T17:57:29,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405910x0, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:57:29,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405910x0, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T17:57:29,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40591-0x10140ee9c610001 connected 2024-11-15T17:57:29,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:57:29,492 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:57:29,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T17:57:29,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T17:57:29,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40591 2024-11-15T17:57:29,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40591 2024-11-15T17:57:29,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40591 2024-11-15T17:57:29,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40591 2024-11-15T17:57:29,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40591 2024-11-15T17:57:29,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e3b17656000:0 server-side Connection retries=45 2024-11-15T17:57:29,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:57:29,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:57:29,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:57:29,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:57:29,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33335 2024-11-15T17:57:29,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33335 connecting to ZooKeeper ensemble=127.0.0.1:55308 2024-11-15T17:57:29,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333350x0, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:57:29,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333350x0, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T17:57:29,566 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:57:29,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33335-0x10140ee9c610002 connected 2024-11-15T17:57:29,567 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:57:29,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T17:57:29,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T17:57:29,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-15T17:57:29,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33335 2024-11-15T17:57:29,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33335 2024-11-15T17:57:29,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-15T17:57:29,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-15T17:57:29,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e3b17656000:0 server-side Connection retries=45 2024-11-15T17:57:29,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:57:29,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:57:29,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:57:29,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:57:29,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:57:29,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45119 2024-11-15T17:57:29,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45119 connecting to ZooKeeper ensemble=127.0.0.1:55308 2024-11-15T17:57:29,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451190x0, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:57:29,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451190x0, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T17:57:29,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45119-0x10140ee9c610003 connected 2024-11-15T17:57:29,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:57:29,623 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:57:29,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T17:57:29,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T17:57:29,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45119 2024-11-15T17:57:29,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45119 2024-11-15T17:57:29,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45119 2024-11-15T17:57:29,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45119 2024-11-15T17:57:29,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45119 2024-11-15T17:57:29,651 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e3b17656000:39505 2024-11-15T17:57:29,652 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4e3b17656000,39505,1731693448498 2024-11-15T17:57:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:57:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:57:29,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:57:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:57:29,674 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4e3b17656000,39505,1731693448498 2024-11-15T17:57:29,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T17:57:29,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T17:57:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T17:57:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:29,712 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T17:57:29,714 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4e3b17656000,39505,1731693448498 from backup master directory 2024-11-15T17:57:29,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4e3b17656000,39505,1731693448498 2024-11-15T17:57:29,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:57:29,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:57:29,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:57:29,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:57:29,728 WARN [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:57:29,728 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e3b17656000,39505,1731693448498 2024-11-15T17:57:29,731 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T17:57:29,732 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T17:57:29,791 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/hbase.id] with ID: 28b17b1b-5488-494c-ad0a-c050ed5abb4a 2024-11-15T17:57:29,791 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/.tmp/hbase.id 2024-11-15T17:57:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:57:29,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:57:29,810 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/.tmp/hbase.id]:[hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/hbase.id] 2024-11-15T17:57:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:57:29,864 INFO [master/4e3b17656000:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:57:29,871 INFO [master/4e3b17656000:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:57:29,897 INFO [master/4e3b17656000:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-15T17:57:29,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:29,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:29,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:29,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:29,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:57:29,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:57:29,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:57:29,951 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:57:29,952 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:57:29,968 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:57:29,972 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:57:30,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:57:30,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:57:30,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:57:30,022 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store 2024-11-15T17:57:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:57:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:57:30,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:57:30,049 INFO [master/4e3b17656000:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T17:57:30,052 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:30,054 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:57:30,054 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:57:30,055 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:57:30,057 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:57:30,057 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:57:30,057 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:57:30,059 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731693450054Disabling compacts and flushes for region at 1731693450054Disabling writes for close at 1731693450057 (+3 ms)Writing region close event to WAL at 1731693450057Closed at 1731693450057 2024-11-15T17:57:30,061 WARN [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/.initializing 2024-11-15T17:57:30,061 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/WALs/4e3b17656000,39505,1731693448498 2024-11-15T17:57:30,070 INFO [master/4e3b17656000:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:57:30,084 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C39505%2C1731693448498, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/WALs/4e3b17656000,39505,1731693448498, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/oldWALs, maxLogs=10 2024-11-15T17:57:30,106 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/WALs/4e3b17656000,39505,1731693448498/4e3b17656000%2C39505%2C1731693448498.1731693450088, exclude list is [], retry=0 2024-11-15T17:57:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-d5801812-4b78-4b0b-8a1f-ebf5b12756b6,DISK] 2024-11-15T17:57:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-48719136-1273-42a2-9822-5be764184cff,DISK] 2024-11-15T17:57:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46221,DS-b6e5ab24-3dd5-4428-ad9a-e78eb45d8e4e,DISK] 2024-11-15T17:57:30,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T17:57:30,167 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/WALs/4e3b17656000,39505,1731693448498/4e3b17656000%2C39505%2C1731693448498.1731693450088 2024-11-15T17:57:30,168 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41593:41593),(127.0.0.1/127.0.0.1:40871:40871),(127.0.0.1/127.0.0.1:45933:45933)] 2024-11-15T17:57:30,168 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:57:30,169 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:30,172 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,172 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:57:30,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:30,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:30,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:57:30,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:30,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:30,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:57:30,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:30,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:30,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:57:30,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:30,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:30,257 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,261 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,262 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,268 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,269 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,272 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:57:30,276 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:57:30,282 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:30,283 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73171111, jitterRate=0.09033451974391937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:57:30,291 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731693450184Initializing all the Stores at 1731693450186 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693450187 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693450187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693450188 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693450188Cleaning up temporary data from old regions at 1731693450269 (+81 ms)Region opened successfully at 1731693450291 (+22 ms) 2024-11-15T17:57:30,292 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:57:30,328 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f77e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e3b17656000/172.17.0.2:0 2024-11-15T17:57:30,355 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:57:30,366 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T17:57:30,366 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T17:57:30,368 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:57:30,370 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T17:57:30,374 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T17:57:30,375 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:57:30,404 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:57:30,414 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T17:57:30,455 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T17:57:30,458 INFO [master/4e3b17656000:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:57:30,468 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:57:30,484 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T17:57:30,486 INFO [master/4e3b17656000:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:57:30,490 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:57:30,501 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T17:57:30,502 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:57:30,514 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T17:57:30,530 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:57:30,538 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T17:57:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T17:57:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T17:57:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T17:57:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T17:57:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,554 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e3b17656000,39505,1731693448498, sessionid=0x10140ee9c610000, setting cluster-up flag (Was=false) 2024-11-15T17:57:30,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,609 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T17:57:30,611 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e3b17656000,39505,1731693448498 2024-11-15T17:57:30,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:30,659 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T17:57:30,661 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e3b17656000,39505,1731693448498 2024-11-15T17:57:30,669 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:57:30,740 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(746): ClusterId : 28b17b1b-5488-494c-ad0a-c050ed5abb4a 2024-11-15T17:57:30,740 INFO [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(746): ClusterId : 28b17b1b-5488-494c-ad0a-c050ed5abb4a 2024-11-15T17:57:30,741 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(746): ClusterId : 28b17b1b-5488-494c-ad0a-c050ed5abb4a 2024-11-15T17:57:30,743 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:57:30,743 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:57:30,743 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:57:30,752 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:57:30,764 INFO [master/4e3b17656000:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:57:30,773 INFO [master/4e3b17656000:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:57:30,782 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:57:30,783 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:57:30,783 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:57:30,783 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:57:30,783 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:57:30,783 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:57:30,781 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e3b17656000,39505,1731693448498 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:57:30,802 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:57:30,802 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:57:30,802 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:57:30,803 DEBUG [RS:2;4e3b17656000:45119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0bcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e3b17656000/172.17.0.2:0 2024-11-15T17:57:30,803 DEBUG [RS:1;4e3b17656000:33335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209850e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e3b17656000/172.17.0.2:0 2024-11-15T17:57:30,803 DEBUG [RS:0;4e3b17656000:40591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26095f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e3b17656000/172.17.0.2:0 2024-11-15T17:57:30,806 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:57:30,807 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:57:30,807 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:57:30,807 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:57:30,807 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e3b17656000:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:57:30,808 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:30,808 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e3b17656000:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:57:30,808 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:30,825 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e3b17656000:40591 2024-11-15T17:57:30,828 DEBUG [RS:2;4e3b17656000:45119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4e3b17656000:45119 2024-11-15T17:57:30,829 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4e3b17656000:33335 2024-11-15T17:57:30,829 INFO [RS:2;4e3b17656000:45119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:57:30,829 INFO [RS:1;4e3b17656000:33335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:57:30,829 INFO [RS:2;4e3b17656000:45119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:57:30,829 INFO [RS:1;4e3b17656000:33335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:57:30,829 DEBUG [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:57:30,829 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:57:30,830 INFO [RS:0;4e3b17656000:40591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:57:30,831 INFO [RS:0;4e3b17656000:40591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:57:30,831 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:57:30,834 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e3b17656000,39505,1731693448498 with port=33335, startcode=1731693449522 2024-11-15T17:57:30,836 INFO [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e3b17656000,39505,1731693448498 with port=45119, startcode=1731693449592 2024-11-15T17:57:30,837 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e3b17656000,39505,1731693448498 with port=40591, startcode=1731693449394 2024-11-15T17:57:30,839 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693480839 2024-11-15T17:57:30,841 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:57:30,843 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:57:30,849 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:57:30,850 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:57:30,850 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:57:30,851 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:57:30,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:57:30,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:57:30,853 DEBUG [RS:0;4e3b17656000:40591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:57:30,853 DEBUG [RS:1;4e3b17656000:33335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:57:30,853 DEBUG [RS:2;4e3b17656000:45119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:57:30,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:30,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:57:30,867 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:30,876 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:57:30,877 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:57:30,878 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:57:30,887 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:57:30,887 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:57:30,898 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731693450889,5,FailOnTimeoutGroup] 2024-11-15T17:57:30,899 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731693450898,5,FailOnTimeoutGroup] 2024-11-15T17:57:30,899 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:30,900 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:57:30,901 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:30,902 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:30,950 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:57:30,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:57:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:57:30,952 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37847, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:57:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:57:30,953 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:57:30,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:57:30,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:30,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e3b17656000,40591,1731693449394 2024-11-15T17:57:30,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] master.ServerManager(517): Registering regionserver=4e3b17656000,40591,1731693449394 2024-11-15T17:57:30,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e3b17656000,45119,1731693449592 2024-11-15T17:57:30,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] master.ServerManager(517): Registering regionserver=4e3b17656000,45119,1731693449592 2024-11-15T17:57:30,979 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:30,979 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45937 2024-11-15T17:57:30,979 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:57:30,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e3b17656000,33335,1731693449522 2024-11-15T17:57:30,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] master.ServerManager(517): Registering regionserver=4e3b17656000,33335,1731693449522 2024-11-15T17:57:30,985 DEBUG [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:30,985 DEBUG [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45937 2024-11-15T17:57:30,985 DEBUG [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:57:30,991 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:30,991 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45937 2024-11-15T17:57:30,991 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:57:30,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:57:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:57:30,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:57:30,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:31,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:57:31,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:57:31,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:31,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:31,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:57:31,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:57:31,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:31,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:31,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:57:31,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T17:57:31,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:57:31,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:31,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:31,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:57:31,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:57:31,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:31,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:31,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:57:31,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740 2024-11-15T17:57:31,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740 2024-11-15T17:57:31,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:57:31,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:57:31,029 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:57:31,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:57:31,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:31,041 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69481656, jitterRate=0.03535735607147217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:57:31,042 DEBUG [RS:0;4e3b17656000:40591 {}] zookeeper.ZKUtil(111): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4e3b17656000,40591,1731693449394 2024-11-15T17:57:31,043 WARN [RS:0;4e3b17656000:40591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:57:31,043 DEBUG [RS:1;4e3b17656000:33335 {}] zookeeper.ZKUtil(111): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4e3b17656000,33335,1731693449522 2024-11-15T17:57:31,043 INFO [RS:0;4e3b17656000:40591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:57:31,043 WARN [RS:1;4e3b17656000:33335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:57:31,043 INFO [RS:1;4e3b17656000:33335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:57:31,043 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,40591,1731693449394 2024-11-15T17:57:31,043 DEBUG [RS:2;4e3b17656000:45119 {}] zookeeper.ZKUtil(111): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4e3b17656000,45119,1731693449592 2024-11-15T17:57:31,043 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,33335,1731693449522 2024-11-15T17:57:31,043 WARN [RS:2;4e3b17656000:45119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:57:31,044 INFO [RS:2;4e3b17656000:45119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:57:31,044 DEBUG [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592 2024-11-15T17:57:31,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e3b17656000,40591,1731693449394] 2024-11-15T17:57:31,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731693450998Initializing all the Stores at 1731693451001 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693451001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693451001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693451001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693451001Cleaning up temporary data from old regions at 1731693451028 (+27 ms)Region opened successfully at 1731693451047 (+19 ms) 2024-11-15T17:57:31,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e3b17656000,45119,1731693449592] 2024-11-15T17:57:31,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e3b17656000,33335,1731693449522] 2024-11-15T17:57:31,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:57:31,048 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:57:31,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:57:31,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:57:31,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:57:31,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:57:31,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731693451048Disabling compacts and flushes for region at 1731693451048Disabling writes for close at 1731693451048Writing region close event to WAL at 1731693451050 (+2 ms)Closed at 1731693451051 (+1 ms) 2024-11-15T17:57:31,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:57:31,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:57:31,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:57:31,074 INFO [RS:2;4e3b17656000:45119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:57:31,074 INFO [RS:1;4e3b17656000:33335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:57:31,074 INFO [RS:0;4e3b17656000:40591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:57:31,077 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:57:31,081 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:57:31,095 INFO [RS:2;4e3b17656000:45119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:57:31,095 INFO [RS:0;4e3b17656000:40591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:57:31,095 INFO [RS:1;4e3b17656000:33335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:57:31,102 INFO [RS:1;4e3b17656000:33335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:57:31,102 INFO [RS:0;4e3b17656000:40591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:57:31,102 INFO [RS:2;4e3b17656000:45119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:57:31,102 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,102 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,102 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,103 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:57:31,103 INFO [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:57:31,106 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:57:31,110 INFO [RS:1;4e3b17656000:33335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:57:31,110 INFO [RS:0;4e3b17656000:40591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:57:31,110 INFO [RS:2;4e3b17656000:45119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:57:31,113 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,113 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,113 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,113 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,113 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,113 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,113 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,113 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,113 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:57:31,114 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:57:31,114 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,114 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,115 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,115 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:57:31,115 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,115 DEBUG [RS:0;4e3b17656000:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:57:31,115 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,115 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:57:31,115 DEBUG [RS:1;4e3b17656000:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:57:31,116 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,116 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,116 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,117 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,117 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,117 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,117 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:57:31,117 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,117 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,117 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,118 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,118 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,118 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,118 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:57:31,118 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:57:31,118 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,118 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,118 DEBUG [RS:2;4e3b17656000:45119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:57:31,118 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,118 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,118 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,118 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,118 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,118 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,119 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,40591,1731693449394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:57:31,119 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,119 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,33335,1731693449522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:57:31,134 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,135 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,135 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,135 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,135 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,135 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,45119,1731693449592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:57:31,152 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:57:31,152 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:57:31,154 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,33335,1731693449522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,154 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,40591,1731693449394-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,155 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,155 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,155 INFO [RS:1;4e3b17656000:33335 {}] regionserver.Replication(171): 4e3b17656000,33335,1731693449522 started 2024-11-15T17:57:31,155 INFO [RS:0;4e3b17656000:40591 {}] regionserver.Replication(171): 4e3b17656000,40591,1731693449394 started 2024-11-15T17:57:31,157 INFO [RS:2;4e3b17656000:45119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:57:31,158 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,45119,1731693449592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,158 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,158 INFO [RS:2;4e3b17656000:45119 {}] regionserver.Replication(171): 4e3b17656000,45119,1731693449592 started 2024-11-15T17:57:31,171 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,172 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1482): Serving as 4e3b17656000,33335,1731693449522, RpcServer on 4e3b17656000/172.17.0.2:33335, sessionid=0x10140ee9c610002 2024-11-15T17:57:31,173 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:57:31,173 INFO [RS:2;4e3b17656000:45119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,174 INFO [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(1482): Serving as 4e3b17656000,45119,1731693449592, RpcServer on 4e3b17656000/172.17.0.2:45119, sessionid=0x10140ee9c610003 2024-11-15T17:57:31,174 DEBUG [RS:1;4e3b17656000:33335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e3b17656000,33335,1731693449522 2024-11-15T17:57:31,174 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:57:31,174 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,33335,1731693449522' 2024-11-15T17:57:31,174 DEBUG [RS:2;4e3b17656000:45119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e3b17656000,45119,1731693449592 2024-11-15T17:57:31,174 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,45119,1731693449592' 2024-11-15T17:57:31,174 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T17:57:31,174 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T17:57:31,175 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T17:57:31,175 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T17:57:31,176 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:57:31,176 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:57:31,176 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:57:31,176 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:57:31,176 DEBUG [RS:1;4e3b17656000:33335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e3b17656000,33335,1731693449522 2024-11-15T17:57:31,176 DEBUG [RS:2;4e3b17656000:45119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e3b17656000,45119,1731693449592 2024-11-15T17:57:31,176 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,45119,1731693449592' 2024-11-15T17:57:31,176 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,33335,1731693449522' 2024-11-15T17:57:31,176 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T17:57:31,176 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T17:57:31,177 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T17:57:31,177 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T17:57:31,177 DEBUG [RS:2;4e3b17656000:45119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:57:31,178 INFO [RS:2;4e3b17656000:45119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:57:31,178 DEBUG [RS:1;4e3b17656000:33335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:57:31,178 INFO [RS:2;4e3b17656000:45119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:57:31,178 INFO [RS:1;4e3b17656000:33335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:57:31,178 INFO [RS:1;4e3b17656000:33335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:57:31,179 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:31,179 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1482): Serving as 4e3b17656000,40591,1731693449394, RpcServer on 4e3b17656000/172.17.0.2:40591, sessionid=0x10140ee9c610001 2024-11-15T17:57:31,179 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:57:31,179 DEBUG [RS:0;4e3b17656000:40591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e3b17656000,40591,1731693449394 2024-11-15T17:57:31,180 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,40591,1731693449394' 2024-11-15T17:57:31,180 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T17:57:31,180 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T17:57:31,181 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:57:31,181 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:57:31,181 DEBUG [RS:0;4e3b17656000:40591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e3b17656000,40591,1731693449394 2024-11-15T17:57:31,181 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,40591,1731693449394' 2024-11-15T17:57:31,181 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T17:57:31,182 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T17:57:31,183 DEBUG [RS:0;4e3b17656000:40591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:57:31,183 INFO [RS:0;4e3b17656000:40591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:57:31,183 INFO [RS:0;4e3b17656000:40591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:57:31,232 WARN [4e3b17656000:39505 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T17:57:31,282 INFO [RS:1;4e3b17656000:33335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:57:31,282 INFO [RS:2;4e3b17656000:45119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:57:31,284 INFO [RS:0;4e3b17656000:40591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:57:31,285 INFO [RS:1;4e3b17656000:33335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C33335%2C1731693449522, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,33335,1731693449522, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs, maxLogs=32 2024-11-15T17:57:31,285 INFO [RS:2;4e3b17656000:45119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C45119%2C1731693449592, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs, maxLogs=32 2024-11-15T17:57:31,286 INFO [RS:0;4e3b17656000:40591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C40591%2C1731693449394, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,40591,1731693449394, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs, maxLogs=32 2024-11-15T17:57:31,304 DEBUG [RS:1;4e3b17656000:33335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,33335,1731693449522/4e3b17656000%2C33335%2C1731693449522.1731693451289, exclude list is [], retry=0 2024-11-15T17:57:31,309 DEBUG [RS:2;4e3b17656000:45119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592/4e3b17656000%2C45119%2C1731693449592.1731693451289, exclude list is [], retry=0 2024-11-15T17:57:31,309 DEBUG [RS:0;4e3b17656000:40591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,40591,1731693449394/4e3b17656000%2C40591%2C1731693449394.1731693451289, exclude list is [], retry=0 2024-11-15T17:57:31,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-d5801812-4b78-4b0b-8a1f-ebf5b12756b6,DISK] 2024-11-15T17:57:31,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-48719136-1273-42a2-9822-5be764184cff,DISK] 2024-11-15T17:57:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46221,DS-b6e5ab24-3dd5-4428-ad9a-e78eb45d8e4e,DISK] 2024-11-15T17:57:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-d5801812-4b78-4b0b-8a1f-ebf5b12756b6,DISK] 2024-11-15T17:57:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46221,DS-b6e5ab24-3dd5-4428-ad9a-e78eb45d8e4e,DISK] 2024-11-15T17:57:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-48719136-1273-42a2-9822-5be764184cff,DISK] 2024-11-15T17:57:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-48719136-1273-42a2-9822-5be764184cff,DISK] 2024-11-15T17:57:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46221,DS-b6e5ab24-3dd5-4428-ad9a-e78eb45d8e4e,DISK] 2024-11-15T17:57:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-d5801812-4b78-4b0b-8a1f-ebf5b12756b6,DISK] 2024-11-15T17:57:31,330 INFO [RS:0;4e3b17656000:40591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,40591,1731693449394/4e3b17656000%2C40591%2C1731693449394.1731693451289 2024-11-15T17:57:31,331 INFO [RS:1;4e3b17656000:33335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,33335,1731693449522/4e3b17656000%2C33335%2C1731693449522.1731693451289 2024-11-15T17:57:31,331 INFO [RS:2;4e3b17656000:45119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592/4e3b17656000%2C45119%2C1731693449592.1731693451289 2024-11-15T17:57:31,331 DEBUG [RS:0;4e3b17656000:40591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41593:41593),(127.0.0.1/127.0.0.1:40871:40871),(127.0.0.1/127.0.0.1:45933:45933)] 2024-11-15T17:57:31,332 DEBUG [RS:1;4e3b17656000:33335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41593:41593),(127.0.0.1/127.0.0.1:45933:45933),(127.0.0.1/127.0.0.1:40871:40871)] 2024-11-15T17:57:31,332 DEBUG [RS:2;4e3b17656000:45119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40871:40871),(127.0.0.1/127.0.0.1:45933:45933),(127.0.0.1/127.0.0.1:41593:41593)] 2024-11-15T17:57:31,485 DEBUG [4e3b17656000:39505 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T17:57:31,496 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(204): Hosts are {4e3b17656000=0} racks are {/default-rack=0} 2024-11-15T17:57:31,504 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T17:57:31,504 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T17:57:31,504 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T17:57:31,504 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T17:57:31,504 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T17:57:31,504 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T17:57:31,504 INFO [4e3b17656000:39505 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T17:57:31,504 INFO [4e3b17656000:39505 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T17:57:31,504 INFO [4e3b17656000:39505 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T17:57:31,504 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T17:57:31,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:31,518 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,45119,1731693449592, state=OPENING 2024-11-15T17:57:31,567 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:57:31,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:31,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:31,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:31,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:57:31,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:31,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:31,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:31,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:31,579 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:57:31,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:31,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:57:31,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:57:31,772 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:57:31,773 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:57:31,773 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:57:31,777 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C45119%2C1731693449592.meta, suffix=.meta, logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs, maxLogs=32 2024-11-15T17:57:31,792 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, exclude list is [], retry=0 2024-11-15T17:57:31,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-48719136-1273-42a2-9822-5be764184cff,DISK] 2024-11-15T17:57:31,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46221,DS-b6e5ab24-3dd5-4428-ad9a-e78eb45d8e4e,DISK] 2024-11-15T17:57:31,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-d5801812-4b78-4b0b-8a1f-ebf5b12756b6,DISK] 2024-11-15T17:57:31,801 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta 2024-11-15T17:57:31,801 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45933:45933),(127.0.0.1/127.0.0.1:40871:40871),(127.0.0.1/127.0.0.1:41593:41593)] 2024-11-15T17:57:31,801 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:57:31,803 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:57:31,806 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:57:31,810 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:57:31,815 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:57:31,815 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:31,816 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:57:31,816 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:57:31,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:57:31,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:57:31,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:31,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:31,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:57:31,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:57:31,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:31,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:31,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:57:31,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:57:31,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:31,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:31,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:57:31,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:57:31,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:31,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:57:31,829 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:57:31,832 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740 2024-11-15T17:57:31,835 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740 2024-11-15T17:57:31,837 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:57:31,838 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:57:31,838 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:57:31,841 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:57:31,843 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59906813, jitterRate=-0.1073189228773117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:57:31,843 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:57:31,844 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731693451816Writing region info on filesystem at 1731693451817 (+1 ms)Initializing all the Stores at 1731693451819 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693451819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693451819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693451819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693451819Cleaning up temporary data from old regions at 1731693451838 (+19 ms)Running coprocessor post-open hooks at 1731693451843 (+5 ms)Region opened successfully at 1731693451844 (+1 ms) 2024-11-15T17:57:31,851 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731693451749 2024-11-15T17:57:31,861 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:57:31,862 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:57:31,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:31,868 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,45119,1731693449592, state=OPEN 2024-11-15T17:57:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:57:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:57:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:57:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:57:31,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:31,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:31,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:31,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:31,893 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e3b17656000,45119,1731693449592 2024-11-15T17:57:31,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:57:31,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,45119,1731693449592 in 312 msec 2024-11-15T17:57:31,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:57:31,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 837 msec 2024-11-15T17:57:31,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:57:31,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:57:31,935 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:31,937 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:31,960 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:57:31,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36123, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:57:31,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-15T17:57:31,996 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731693451995, completionTime=-1 2024-11-15T17:57:32,000 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T17:57:32,000 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T17:57:32,036 INFO [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-15T17:57:32,036 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731693512036 2024-11-15T17:57:32,037 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731693572037 2024-11-15T17:57:32,037 INFO [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-11-15T17:57:32,039 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:57:32,048 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,39505,1731693448498-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:32,049 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,39505,1731693448498-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:32,049 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,39505,1731693448498-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:32,051 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e3b17656000:39505, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:32,052 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:32,052 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:32,060 DEBUG [master/4e3b17656000:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:57:32,089 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.360sec 2024-11-15T17:57:32,090 INFO [master/4e3b17656000:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:57:32,092 INFO [master/4e3b17656000:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:57:32,093 INFO [master/4e3b17656000:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:57:32,094 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:57:32,094 INFO [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:57:32,094 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,39505,1731693448498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:57:32,095 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,39505,1731693448498-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:57:32,099 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:57:32,100 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:57:32,101 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,39505,1731693448498-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:57:32,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6762ce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:57:32,154 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T17:57:32,154 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T17:57:32,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,39505,-1 for getting cluster id 2024-11-15T17:57:32,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:57:32,170 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b17b1b-5488-494c-ad0a-c050ed5abb4a' 2024-11-15T17:57:32,173 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:57:32,173 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b17b1b-5488-494c-ad0a-c050ed5abb4a" 2024-11-15T17:57:32,174 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452f1c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:57:32,174 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,39505,-1] 2024-11-15T17:57:32,176 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:57:32,178 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:57:32,180 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:57:32,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de2dbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:57:32,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:32,194 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:32,195 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:57:32,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:57:32,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e3b17656000,39505,1731693448498 2024-11-15T17:57:32,249 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T17:57:32,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:57:32,263 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,39505,1731693448498 2024-11-15T17:57:32,267 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64005489 2024-11-15T17:57:32,268 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:57:32,273 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:57:32,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:57:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T17:57:32,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:57:32,306 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:32,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-15T17:57:32,312 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:57:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:57:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741837_1013 (size=1020) 2024-11-15T17:57:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741837_1013 (size=1020) 2024-11-15T17:57:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741837_1013 (size=1020) 2024-11-15T17:57:32,352 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 474acf4e739ce71e134cb186ac5d7939, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,352 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 351ee111e002bdacf68605885bc7c80b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,354 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 90ece7b8b0f01448538cd9411a0e866f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741838_1014 (size=110) 2024-11-15T17:57:32,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741838_1014 (size=110) 2024-11-15T17:57:32,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741838_1014 (size=110) 2024-11-15T17:57:32,389 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,389 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 351ee111e002bdacf68605885bc7c80b, disabling compactions & flushes 2024-11-15T17:57:32,389 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T17:57:32,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T17:57:32,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. after waiting 0 ms 2024-11-15T17:57:32,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T17:57:32,390 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T17:57:32,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 351ee111e002bdacf68605885bc7c80b: Waiting for close lock at 1731693452389Disabling compacts and flushes for region at 1731693452389Disabling writes for close at 1731693452390 (+1 ms)Writing region close event to WAL at 1731693452390Closed at 1731693452390 2024-11-15T17:57:32,391 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ba33039fbd03de2b271135b7d5663eb1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741839_1015 (size=110) 2024-11-15T17:57:32,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741839_1015 (size=110) 2024-11-15T17:57:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741840_1016 (size=107) 2024-11-15T17:57:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741840_1016 (size=107) 2024-11-15T17:57:32,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 474acf4e739ce71e134cb186ac5d7939, disabling compactions & flushes 2024-11-15T17:57:32,407 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T17:57:32,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T17:57:32,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. after waiting 0 ms 2024-11-15T17:57:32,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T17:57:32,407 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T17:57:32,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 474acf4e739ce71e134cb186ac5d7939: Waiting for close lock at 1731693452406Disabling compacts and flushes for region at 1731693452406Disabling writes for close at 1731693452407 (+1 ms)Writing region close event to WAL at 1731693452407Closed at 1731693452407 2024-11-15T17:57:32,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741840_1016 (size=107) 2024-11-15T17:57:32,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741839_1015 (size=110) 2024-11-15T17:57:32,408 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59379a4bc7ddb171ea8b80aa3673c498, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,408 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,408 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 90ece7b8b0f01448538cd9411a0e866f, disabling compactions & flushes 2024-11-15T17:57:32,408 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T17:57:32,408 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T17:57:32,408 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. after waiting 0 ms 2024-11-15T17:57:32,408 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T17:57:32,409 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T17:57:32,409 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 90ece7b8b0f01448538cd9411a0e866f: Waiting for close lock at 1731693452408Disabling compacts and flushes for region at 1731693452408Disabling writes for close at 1731693452408Writing region close event to WAL at 1731693452408Closed at 1731693452408 2024-11-15T17:57:32,410 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0999a5c0eca4975d2e9ab9f1f29d9617, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741841_1017 (size=110) 2024-11-15T17:57:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741841_1017 (size=110) 2024-11-15T17:57:32,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741841_1017 (size=110) 2024-11-15T17:57:32,425 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ba33039fbd03de2b271135b7d5663eb1, disabling compactions & flushes 2024-11-15T17:57:32,426 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T17:57:32,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T17:57:32,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. after waiting 0 ms 2024-11-15T17:57:32,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T17:57:32,426 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T17:57:32,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ba33039fbd03de2b271135b7d5663eb1: Waiting for close lock at 1731693452426Disabling compacts and flushes for region at 1731693452426Disabling writes for close at 1731693452426Writing region close event to WAL at 1731693452426Closed at 1731693452426 2024-11-15T17:57:32,427 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cb0580ad12400e3b016e607693d8ebf1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741843_1019 (size=110) 2024-11-15T17:57:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741843_1019 (size=110) 2024-11-15T17:57:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741843_1019 (size=110) 2024-11-15T17:57:32,431 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:57:32,431 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 59379a4bc7ddb171ea8b80aa3673c498, disabling compactions & flushes 2024-11-15T17:57:32,432 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T17:57:32,432 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T17:57:32,432 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. after waiting 0 ms 2024-11-15T17:57:32,432 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T17:57:32,432 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T17:57:32,432 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59379a4bc7ddb171ea8b80aa3673c498: Waiting for close lock at 1731693452431Disabling compacts and flushes for region at 1731693452431Disabling writes for close at 1731693452432 (+1 ms)Writing region close event to WAL at 1731693452432Closed at 1731693452432 2024-11-15T17:57:32,432 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 686166dfa4d6f6cdc8d9a30591038590, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741842_1018 (size=110) 2024-11-15T17:57:32,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741842_1018 (size=110) 2024-11-15T17:57:32,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741842_1018 (size=110) 2024-11-15T17:57:32,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0999a5c0eca4975d2e9ab9f1f29d9617, disabling compactions & flushes 2024-11-15T17:57:32,450 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T17:57:32,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T17:57:32,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. after waiting 0 ms 2024-11-15T17:57:32,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T17:57:32,451 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T17:57:32,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0999a5c0eca4975d2e9ab9f1f29d9617: Waiting for close lock at 1731693452450Disabling compacts and flushes for region at 1731693452450Disabling writes for close at 1731693452450Writing region close event to WAL at 1731693452450Closed at 1731693452450 2024-11-15T17:57:32,451 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 04af19fa754ff2d194ea1539d68b129a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741845_1021 (size=110) 2024-11-15T17:57:32,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741844_1020 (size=110) 2024-11-15T17:57:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741845_1021 (size=110) 2024-11-15T17:57:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741844_1020 (size=110) 2024-11-15T17:57:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741845_1021 (size=110) 2024-11-15T17:57:32,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741844_1020 (size=110) 2024-11-15T17:57:32,458 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,458 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing cb0580ad12400e3b016e607693d8ebf1, disabling compactions & flushes 2024-11-15T17:57:32,458 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T17:57:32,458 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T17:57:32,458 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. after waiting 0 ms 2024-11-15T17:57:32,458 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T17:57:32,458 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T17:57:32,458 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for cb0580ad12400e3b016e607693d8ebf1: Waiting for close lock at 1731693452458Disabling compacts and flushes for region at 1731693452458Disabling writes for close at 1731693452458Writing region close event to WAL at 1731693452458Closed at 1731693452458 2024-11-15T17:57:32,459 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3d516417151355e6fbe375a49b55b55c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,460 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,460 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 686166dfa4d6f6cdc8d9a30591038590, disabling compactions & flushes 2024-11-15T17:57:32,460 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T17:57:32,460 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T17:57:32,460 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. after waiting 0 ms 2024-11-15T17:57:32,460 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T17:57:32,460 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T17:57:32,460 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 686166dfa4d6f6cdc8d9a30591038590: Waiting for close lock at 1731693452460Disabling compacts and flushes for region at 1731693452460Disabling writes for close at 1731693452460Writing region close event to WAL at 1731693452460Closed at 1731693452460 2024-11-15T17:57:32,461 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d170c7a07e103e0b143a13114f4c85b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741846_1022 (size=110) 2024-11-15T17:57:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741846_1022 (size=110) 2024-11-15T17:57:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741846_1022 (size=110) 2024-11-15T17:57:32,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,485 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 04af19fa754ff2d194ea1539d68b129a, disabling compactions & flushes 2024-11-15T17:57:32,485 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T17:57:32,485 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T17:57:32,485 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. after waiting 0 ms 2024-11-15T17:57:32,485 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T17:57:32,485 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T17:57:32,485 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 04af19fa754ff2d194ea1539d68b129a: Waiting for close lock at 1731693452484Disabling compacts and flushes for region at 1731693452484Disabling writes for close at 1731693452485 (+1 ms)Writing region close event to WAL at 1731693452485Closed at 1731693452485 2024-11-15T17:57:32,486 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f48242f28fa8752ee8fd2127cfd544b0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741848_1024 (size=110) 2024-11-15T17:57:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741848_1024 (size=110) 2024-11-15T17:57:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741848_1024 (size=110) 2024-11-15T17:57:32,504 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,505 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2d170c7a07e103e0b143a13114f4c85b, disabling compactions & flushes 2024-11-15T17:57:32,505 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T17:57:32,505 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T17:57:32,505 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. after waiting 0 ms 2024-11-15T17:57:32,505 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T17:57:32,505 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T17:57:32,505 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d170c7a07e103e0b143a13114f4c85b: Waiting for close lock at 1731693452504Disabling compacts and flushes for region at 1731693452504Disabling writes for close at 1731693452505 (+1 ms)Writing region close event to WAL at 1731693452505Closed at 1731693452505 2024-11-15T17:57:32,506 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a72a6c1db28c1252412aece69613185f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741847_1023 (size=110) 2024-11-15T17:57:32,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741847_1023 (size=110) 2024-11-15T17:57:32,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741847_1023 (size=110) 2024-11-15T17:57:32,523 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,523 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3d516417151355e6fbe375a49b55b55c, disabling compactions & flushes 2024-11-15T17:57:32,523 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T17:57:32,523 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T17:57:32,523 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. after waiting 0 ms 2024-11-15T17:57:32,523 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T17:57:32,524 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T17:57:32,524 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3d516417151355e6fbe375a49b55b55c: Waiting for close lock at 1731693452523Disabling compacts and flushes for region at 1731693452523Disabling writes for close at 1731693452523Writing region close event to WAL at 1731693452524 (+1 ms)Closed at 1731693452524 2024-11-15T17:57:32,525 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3a7e3c449b5363ab4d8aecb53b945f7e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741849_1025 (size=110) 2024-11-15T17:57:32,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741849_1025 (size=110) 2024-11-15T17:57:32,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741849_1025 (size=110) 2024-11-15T17:57:32,553 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,553 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f48242f28fa8752ee8fd2127cfd544b0, disabling compactions & flushes 2024-11-15T17:57:32,553 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T17:57:32,553 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T17:57:32,553 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. after waiting 0 ms 2024-11-15T17:57:32,553 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T17:57:32,553 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T17:57:32,554 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f48242f28fa8752ee8fd2127cfd544b0: Waiting for close lock at 1731693452553Disabling compacts and flushes for region at 1731693452553Disabling writes for close at 1731693452553Writing region close event to WAL at 1731693452553Closed at 1731693452553 2024-11-15T17:57:32,555 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5b6e97cece6761c097bf44c57ecc08d8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741850_1026 (size=110) 2024-11-15T17:57:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741851_1027 (size=110) 2024-11-15T17:57:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741851_1027 (size=110) 2024-11-15T17:57:32,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741850_1026 (size=110) 2024-11-15T17:57:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741851_1027 (size=110) 2024-11-15T17:57:32,572 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741850_1026 (size=110) 2024-11-15T17:57:32,573 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a72a6c1db28c1252412aece69613185f, disabling compactions & flushes 2024-11-15T17:57:32,573 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T17:57:32,573 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T17:57:32,573 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. after waiting 0 ms 2024-11-15T17:57:32,573 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T17:57:32,573 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T17:57:32,573 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a72a6c1db28c1252412aece69613185f: Waiting for close lock at 1731693452573Disabling compacts and flushes for region at 1731693452573Disabling writes for close at 1731693452573Writing region close event to WAL at 1731693452573Closed at 1731693452573 2024-11-15T17:57:32,574 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d87af9644cbe29103e83df2b322b514d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,576 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,576 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3a7e3c449b5363ab4d8aecb53b945f7e, disabling compactions & flushes 2024-11-15T17:57:32,576 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T17:57:32,576 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T17:57:32,576 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. after waiting 0 ms 2024-11-15T17:57:32,576 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T17:57:32,576 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T17:57:32,576 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3a7e3c449b5363ab4d8aecb53b945f7e: Waiting for close lock at 1731693452576Disabling compacts and flushes for region at 1731693452576Disabling writes for close at 1731693452576Writing region close event to WAL at 1731693452576Closed at 1731693452576 2024-11-15T17:57:32,577 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4456337ef40c60bbdcfc26e4eeaf976d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741852_1028 (size=110) 2024-11-15T17:57:32,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741852_1028 (size=110) 2024-11-15T17:57:32,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741852_1028 (size=110) 2024-11-15T17:57:32,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5b6e97cece6761c097bf44c57ecc08d8, disabling compactions & flushes 2024-11-15T17:57:32,609 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T17:57:32,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T17:57:32,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. after waiting 0 ms 2024-11-15T17:57:32,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T17:57:32,609 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T17:57:32,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5b6e97cece6761c097bf44c57ecc08d8: Waiting for close lock at 1731693452608Disabling compacts and flushes for region at 1731693452608Disabling writes for close at 1731693452609 (+1 ms)Writing region close event to WAL at 1731693452609Closed at 1731693452609 2024-11-15T17:57:32,610 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bfb0329899889a6eb4a350ba04852f6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741854_1030 (size=110) 2024-11-15T17:57:32,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741854_1030 (size=110) 2024-11-15T17:57:32,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741854_1030 (size=110) 2024-11-15T17:57:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741853_1029 (size=110) 2024-11-15T17:57:32,632 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741853_1029 (size=110) 2024-11-15T17:57:32,632 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d87af9644cbe29103e83df2b322b514d, disabling compactions & flushes 2024-11-15T17:57:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741853_1029 (size=110) 2024-11-15T17:57:32,632 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T17:57:32,632 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T17:57:32,633 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. after waiting 0 ms 2024-11-15T17:57:32,633 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T17:57:32,633 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T17:57:32,633 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d87af9644cbe29103e83df2b322b514d: Waiting for close lock at 1731693452632Disabling compacts and flushes for region at 1731693452632Disabling writes for close at 1731693452633 (+1 ms)Writing region close event to WAL at 1731693452633Closed at 1731693452633 2024-11-15T17:57:32,634 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b590f5382768138ee836bd9b5d3ffac, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4456337ef40c60bbdcfc26e4eeaf976d, disabling compactions & flushes 2024-11-15T17:57:32,635 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T17:57:32,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T17:57:32,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. after waiting 0 ms 2024-11-15T17:57:32,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T17:57:32,635 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T17:57:32,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4456337ef40c60bbdcfc26e4eeaf976d: Waiting for close lock at 1731693452635Disabling compacts and flushes for region at 1731693452635Disabling writes for close at 1731693452635Writing region close event to WAL at 1731693452635Closed at 1731693452635 2024-11-15T17:57:32,636 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 818d05091dd98799c73324dd5f6b28c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:57:32,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741855_1031 (size=110) 2024-11-15T17:57:32,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741855_1031 (size=110) 2024-11-15T17:57:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741855_1031 (size=110) 2024-11-15T17:57:32,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing bfb0329899889a6eb4a350ba04852f6c, disabling compactions & flushes 2024-11-15T17:57:32,647 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T17:57:32,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T17:57:32,648 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. after waiting 1 ms 2024-11-15T17:57:32,648 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T17:57:32,648 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T17:57:32,648 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for bfb0329899889a6eb4a350ba04852f6c: Waiting for close lock at 1731693452647Disabling compacts and flushes for region at 1731693452647Disabling writes for close at 1731693452648 (+1 ms)Writing region close event to WAL at 1731693452648Closed at 1731693452648 2024-11-15T17:57:32,649 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4dbb18a2248eb01f949f2d0bd697d286, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741856_1032 (size=110) 2024-11-15T17:57:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741856_1032 (size=110) 2024-11-15T17:57:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741856_1032 (size=110) 2024-11-15T17:57:32,667 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,667 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8b590f5382768138ee836bd9b5d3ffac, disabling compactions & flushes 2024-11-15T17:57:32,667 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T17:57:32,667 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T17:57:32,667 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. after waiting 0 ms 2024-11-15T17:57:32,667 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T17:57:32,668 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T17:57:32,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b590f5382768138ee836bd9b5d3ffac: Waiting for close lock at 1731693452667Disabling compacts and flushes for region at 1731693452667Disabling writes for close at 1731693452667Writing region close event to WAL at 1731693452667Closed at 1731693452667 2024-11-15T17:57:32,669 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e5f4f8dd50f70b938b0d2649f189662, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741857_1033 (size=110) 2024-11-15T17:57:32,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741857_1033 (size=110) 2024-11-15T17:57:32,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741857_1033 (size=110) 2024-11-15T17:57:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741858_1034 (size=110) 2024-11-15T17:57:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741858_1034 (size=110) 2024-11-15T17:57:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741858_1034 (size=110) 2024-11-15T17:57:32,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,682 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4dbb18a2248eb01f949f2d0bd697d286, disabling compactions & flushes 2024-11-15T17:57:32,682 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T17:57:32,683 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T17:57:32,683 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. after waiting 0 ms 2024-11-15T17:57:32,683 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T17:57:32,683 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T17:57:32,683 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4dbb18a2248eb01f949f2d0bd697d286: Waiting for close lock at 1731693452682Disabling compacts and flushes for region at 1731693452682Disabling writes for close at 1731693452683 (+1 ms)Writing region close event to WAL at 1731693452683Closed at 1731693452683 2024-11-15T17:57:32,683 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4cddcb43e0db74c51a6812f6e8aaf693, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741859_1035 (size=110) 2024-11-15T17:57:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741859_1035 (size=110) 2024-11-15T17:57:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741859_1035 (size=110) 2024-11-15T17:57:32,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7e5f4f8dd50f70b938b0d2649f189662, disabling compactions & flushes 2024-11-15T17:57:32,693 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T17:57:32,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T17:57:32,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. after waiting 0 ms 2024-11-15T17:57:32,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T17:57:32,693 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T17:57:32,693 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e5f4f8dd50f70b938b0d2649f189662: Waiting for close lock at 1731693452693Disabling compacts and flushes for region at 1731693452693Disabling writes for close at 1731693452693Writing region close event to WAL at 1731693452693Closed at 1731693452693 2024-11-15T17:57:32,694 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54f2e74f4e25714645911e48fe088a4e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741860_1036 (size=110) 2024-11-15T17:57:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741860_1036 (size=110) 2024-11-15T17:57:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741860_1036 (size=110) 2024-11-15T17:57:32,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4cddcb43e0db74c51a6812f6e8aaf693, disabling compactions & flushes 2024-11-15T17:57:32,700 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T17:57:32,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T17:57:32,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. after waiting 0 ms 2024-11-15T17:57:32,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T17:57:32,700 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T17:57:32,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4cddcb43e0db74c51a6812f6e8aaf693: Waiting for close lock at 1731693452700Disabling compacts and flushes for region at 1731693452700Disabling writes for close at 1731693452700Writing region close event to WAL at 1731693452700Closed at 1731693452700 2024-11-15T17:57:32,701 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 46260be389f17dc1e1d3fdff7cb1dceb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741861_1037 (size=110) 2024-11-15T17:57:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741861_1037 (size=110) 2024-11-15T17:57:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741861_1037 (size=110) 2024-11-15T17:57:32,710 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,710 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 54f2e74f4e25714645911e48fe088a4e, disabling compactions & flushes 2024-11-15T17:57:32,710 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T17:57:32,710 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T17:57:32,710 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. after waiting 0 ms 2024-11-15T17:57:32,710 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T17:57:32,710 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T17:57:32,710 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54f2e74f4e25714645911e48fe088a4e: Waiting for close lock at 1731693452710Disabling compacts and flushes for region at 1731693452710Disabling writes for close at 1731693452710Writing region close event to WAL at 1731693452710Closed at 1731693452710 2024-11-15T17:57:32,711 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 757b502191b399f4ab7f84e21fba9d2a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b 2024-11-15T17:57:32,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741862_1038 (size=110) 2024-11-15T17:57:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741862_1038 (size=110) 2024-11-15T17:57:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741862_1038 (size=110) 2024-11-15T17:57:32,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,724 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 46260be389f17dc1e1d3fdff7cb1dceb, disabling compactions & flushes 2024-11-15T17:57:32,724 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T17:57:32,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T17:57:32,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. after waiting 0 ms 2024-11-15T17:57:32,725 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T17:57:32,726 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T17:57:32,726 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 46260be389f17dc1e1d3fdff7cb1dceb: Waiting for close lock at 1731693452724Disabling compacts and flushes for region at 1731693452724Disabling writes for close at 1731693452725 (+1 ms)Writing region close event to WAL at 1731693452725Closed at 1731693452725 2024-11-15T17:57:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741863_1039 (size=107) 2024-11-15T17:57:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741863_1039 (size=107) 2024-11-15T17:57:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741863_1039 (size=107) 2024-11-15T17:57:32,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:32,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 757b502191b399f4ab7f84e21fba9d2a, disabling compactions & flushes 2024-11-15T17:57:32,732 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T17:57:32,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T17:57:32,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. after waiting 0 ms 2024-11-15T17:57:32,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T17:57:32,732 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T17:57:32,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 757b502191b399f4ab7f84e21fba9d2a: Waiting for close lock at 1731693452732Disabling compacts and flushes for region at 1731693452732Disabling writes for close at 1731693452732Writing region close event to WAL at 1731693452732Closed at 1731693452732 2024-11-15T17:57:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:57:33,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:33,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 818d05091dd98799c73324dd5f6b28c3, disabling compactions & flushes 2024-11-15T17:57:33,075 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T17:57:33,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T17:57:33,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. after waiting 0 ms 2024-11-15T17:57:33,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T17:57:33,075 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T17:57:33,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 818d05091dd98799c73324dd5f6b28c3: Waiting for close lock at 1731693453075Disabling compacts and flushes for region at 1731693453075Disabling writes for close at 1731693453075Writing region close event to WAL at 1731693453075Closed at 1731693453075 2024-11-15T17:57:33,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:57:33,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,091 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731693453078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693453078"}]},"ts":"1731693453078"} 2024-11-15T17:57:33,144 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-15T17:57:33,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:57:33,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693453147"}]},"ts":"1731693453147"} 2024-11-15T17:57:33,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-15T17:57:33,155 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {4e3b17656000=0} racks are {/default-rack=0} 2024-11-15T17:57:33,201 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T17:57:33,201 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T17:57:33,201 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T17:57:33,201 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T17:57:33,201 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T17:57:33,201 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T17:57:33,201 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T17:57:33,201 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T17:57:33,201 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T17:57:33,201 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T17:57:33,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=474acf4e739ce71e134cb186ac5d7939, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351ee111e002bdacf68605885bc7c80b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba33039fbd03de2b271135b7d5663eb1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59379a4bc7ddb171ea8b80aa3673c498, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cb0580ad12400e3b016e607693d8ebf1, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686166dfa4d6f6cdc8d9a30591038590, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d516417151355e6fbe375a49b55b55c, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d170c7a07e103e0b143a13114f4c85b, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a72a6c1db28c1252412aece69613185f, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3a7e3c449b5363ab4d8aecb53b945f7e, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d87af9644cbe29103e83df2b322b514d, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4456337ef40c60bbdcfc26e4eeaf976d, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b590f5382768138ee836bd9b5d3ffac, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=818d05091dd98799c73324dd5f6b28c3, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4dbb18a2248eb01f949f2d0bd697d286, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cddcb43e0db74c51a6812f6e8aaf693, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54f2e74f4e25714645911e48fe088a4e, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=757b502191b399f4ab7f84e21fba9d2a, ASSIGN}] 2024-11-15T17:57:33,219 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=757b502191b399f4ab7f84e21fba9d2a, ASSIGN 2024-11-15T17:57:33,221 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=757b502191b399f4ab7f84e21fba9d2a, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,224 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN 2024-11-15T17:57:33,226 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN; state=OFFLINE, location=4e3b17656000,45119,1731693449592; forceNewPlan=false, retain=false 2024-11-15T17:57:33,229 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54f2e74f4e25714645911e48fe088a4e, ASSIGN 2024-11-15T17:57:33,231 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54f2e74f4e25714645911e48fe088a4e, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,233 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cddcb43e0db74c51a6812f6e8aaf693, ASSIGN 2024-11-15T17:57:33,238 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cddcb43e0db74c51a6812f6e8aaf693, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,241 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN 2024-11-15T17:57:33,244 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN; state=OFFLINE, location=4e3b17656000,45119,1731693449592; forceNewPlan=false, retain=false 2024-11-15T17:57:33,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4dbb18a2248eb01f949f2d0bd697d286, ASSIGN 2024-11-15T17:57:33,247 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4dbb18a2248eb01f949f2d0bd697d286, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,249 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=818d05091dd98799c73324dd5f6b28c3, ASSIGN 2024-11-15T17:57:33,251 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=818d05091dd98799c73324dd5f6b28c3, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,252 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b590f5382768138ee836bd9b5d3ffac, ASSIGN 2024-11-15T17:57:33,253 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b590f5382768138ee836bd9b5d3ffac, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN 2024-11-15T17:57:33,256 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN; state=OFFLINE, location=4e3b17656000,45119,1731693449592; forceNewPlan=false, retain=false 2024-11-15T17:57:33,258 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4456337ef40c60bbdcfc26e4eeaf976d, ASSIGN 2024-11-15T17:57:33,260 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4456337ef40c60bbdcfc26e4eeaf976d, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d87af9644cbe29103e83df2b322b514d, ASSIGN 2024-11-15T17:57:33,264 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d87af9644cbe29103e83df2b322b514d, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN 2024-11-15T17:57:33,268 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN; state=OFFLINE, location=4e3b17656000,45119,1731693449592; forceNewPlan=false, retain=false 2024-11-15T17:57:33,269 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3a7e3c449b5363ab4d8aecb53b945f7e, ASSIGN 2024-11-15T17:57:33,271 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3a7e3c449b5363ab4d8aecb53b945f7e, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,273 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a72a6c1db28c1252412aece69613185f, ASSIGN 2024-11-15T17:57:33,274 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a72a6c1db28c1252412aece69613185f, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,276 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN 2024-11-15T17:57:33,278 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN; state=OFFLINE, location=4e3b17656000,45119,1731693449592; forceNewPlan=false, retain=false 2024-11-15T17:57:33,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d170c7a07e103e0b143a13114f4c85b, ASSIGN 2024-11-15T17:57:33,281 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d170c7a07e103e0b143a13114f4c85b, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d516417151355e6fbe375a49b55b55c, ASSIGN 2024-11-15T17:57:33,283 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d516417151355e6fbe375a49b55b55c, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN 2024-11-15T17:57:33,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN; state=OFFLINE, location=4e3b17656000,45119,1731693449592; forceNewPlan=false, retain=false 2024-11-15T17:57:33,288 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686166dfa4d6f6cdc8d9a30591038590, ASSIGN 2024-11-15T17:57:33,291 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686166dfa4d6f6cdc8d9a30591038590, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cb0580ad12400e3b016e607693d8ebf1, ASSIGN 2024-11-15T17:57:33,294 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cb0580ad12400e3b016e607693d8ebf1, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN 2024-11-15T17:57:33,298 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN; state=OFFLINE, location=4e3b17656000,45119,1731693449592; forceNewPlan=false, retain=false 2024-11-15T17:57:33,300 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59379a4bc7ddb171ea8b80aa3673c498, ASSIGN 2024-11-15T17:57:33,301 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59379a4bc7ddb171ea8b80aa3673c498, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,303 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba33039fbd03de2b271135b7d5663eb1, ASSIGN 2024-11-15T17:57:33,304 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba33039fbd03de2b271135b7d5663eb1, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,305 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN 2024-11-15T17:57:33,307 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN; state=OFFLINE, location=4e3b17656000,45119,1731693449592; forceNewPlan=false, retain=false 2024-11-15T17:57:33,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351ee111e002bdacf68605885bc7c80b, ASSIGN 2024-11-15T17:57:33,310 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351ee111e002bdacf68605885bc7c80b, ASSIGN; state=OFFLINE, location=4e3b17656000,40591,1731693449394; forceNewPlan=false, retain=false 2024-11-15T17:57:33,312 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=474acf4e739ce71e134cb186ac5d7939, ASSIGN 2024-11-15T17:57:33,314 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=474acf4e739ce71e134cb186ac5d7939, ASSIGN; state=OFFLINE, location=4e3b17656000,33335,1731693449522; forceNewPlan=false, retain=false 2024-11-15T17:57:33,376 INFO [4e3b17656000:39505 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-15T17:57:33,377 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,380 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=bfb0329899889a6eb4a350ba04852f6c, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN because future has completed 2024-11-15T17:57:33,388 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,390 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=04af19fa754ff2d194ea1539d68b129a, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,391 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,392 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=90ece7b8b0f01448538cd9411a0e866f, regionState=OPENING, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,392 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=757b502191b399f4ab7f84e21fba9d2a, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,393 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=4cddcb43e0db74c51a6812f6e8aaf693, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8b590f5382768138ee836bd9b5d3ffac, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=d87af9644cbe29103e83df2b322b514d, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a72a6c1db28c1252412aece69613185f, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2d170c7a07e103e0b143a13114f4c85b, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,398 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cb0580ad12400e3b016e607693d8ebf1, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46260be389f17dc1e1d3fdff7cb1dceb, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:33,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN because future has completed 2024-11-15T17:57:33,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN because future has completed 2024-11-15T17:57:33,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN because future has completed 2024-11-15T17:57:33,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN because future has completed 2024-11-15T17:57:33,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN because future has completed 2024-11-15T17:57:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN because future has completed 2024-11-15T17:57:33,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04af19fa754ff2d194ea1539d68b129a, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN because future has completed 2024-11-15T17:57:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:57:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=757b502191b399f4ab7f84e21fba9d2a, ASSIGN because future has completed 2024-11-15T17:57:33,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cddcb43e0db74c51a6812f6e8aaf693, ASSIGN because future has completed 2024-11-15T17:57:33,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 757b502191b399f4ab7f84e21fba9d2a, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b590f5382768138ee836bd9b5d3ffac, ASSIGN because future has completed 2024-11-15T17:57:33,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d87af9644cbe29103e83df2b322b514d, ASSIGN because future has completed 2024-11-15T17:57:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a72a6c1db28c1252412aece69613185f, ASSIGN because future has completed 2024-11-15T17:57:33,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87af9644cbe29103e83df2b322b514d, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d170c7a07e103e0b143a13114f4c85b, ASSIGN because future has completed 2024-11-15T17:57:33,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cb0580ad12400e3b016e607693d8ebf1, ASSIGN because future has completed 2024-11-15T17:57:33,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb0580ad12400e3b016e607693d8ebf1, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d170c7a07e103e0b143a13114f4c85b, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a72a6c1db28c1252412aece69613185f, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b590f5382768138ee836bd9b5d3ffac, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cddcb43e0db74c51a6812f6e8aaf693, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ece7b8b0f01448538cd9411a0e866f, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:33,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0999a5c0eca4975d2e9ab9f1f29d9617, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:33,617 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T17:57:33,617 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 04af19fa754ff2d194ea1539d68b129a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-15T17:57:33,618 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,618 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:33,618 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,619 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,622 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure f48242f28fa8752ee8fd2127cfd544b0, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:33,627 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04af19fa754ff2d194ea1539d68b129a columnFamilyName colfamily11 2024-11-15T17:57:33,627 DEBUG [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,628 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(327): Store=04af19fa754ff2d194ea1539d68b129a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,629 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,631 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04af19fa754ff2d194ea1539d68b129a columnFamilyName colfamily21 2024-11-15T17:57:33,631 DEBUG [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,633 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(327): Store=04af19fa754ff2d194ea1539d68b129a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,633 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,637 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04af19fa754ff2d194ea1539d68b129a columnFamilyName colfamily31 2024-11-15T17:57:33,637 DEBUG [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,638 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(327): Store=04af19fa754ff2d194ea1539d68b129a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,639 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,645 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,646 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b6e97cece6761c097bf44c57ecc08d8, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:33,650 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,650 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:57:33,650 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb0329899889a6eb4a350ba04852f6c, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:33,667 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:33,670 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:57:33,683 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:33,684 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 04af19fa754ff2d194ea1539d68b129a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60392627, jitterRate=-0.1000797301530838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:33,685 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T17:57:33,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5f4f8dd50f70b938b0d2649f189662, server=4e3b17656000,45119,1731693449592}] 2024-11-15T17:57:33,690 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T17:57:33,690 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 757b502191b399f4ab7f84e21fba9d2a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-15T17:57:33,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:33,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ba33039fbd03de2b271135b7d5663eb1, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,706 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 04af19fa754ff2d194ea1539d68b129a: Running coprocessor pre-open hook at 1731693453619Writing region info on filesystem at 1731693453619Initializing all the Stores at 1731693453621 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453621Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453621Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453621Cleaning up temporary data from old regions at 1731693453650 (+29 ms)Running coprocessor post-open hooks at 1731693453685 (+35 ms)Region opened successfully at 1731693453697 (+12 ms) 2024-11-15T17:57:33,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=351ee111e002bdacf68605885bc7c80b, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,710 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,711 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., pid=32, masterSystemTime=1731693453586 2024-11-15T17:57:33,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba33039fbd03de2b271135b7d5663eb1, ASSIGN because future has completed 2024-11-15T17:57:33,715 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T17:57:33,715 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T17:57:33,716 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T17:57:33,716 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 46260be389f17dc1e1d3fdff7cb1dceb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-15T17:57:33,717 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,717 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:33,717 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,717 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351ee111e002bdacf68605885bc7c80b, ASSIGN because future has completed 2024-11-15T17:57:33,724 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b502191b399f4ab7f84e21fba9d2a columnFamilyName colfamily11 2024-11-15T17:57:33,724 DEBUG [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,725 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=04af19fa754ff2d194ea1539d68b129a, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,727 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,727 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] regionserver.HStore(327): Store=757b502191b399f4ab7f84e21fba9d2a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,728 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04af19fa754ff2d194ea1539d68b129a, server=4e3b17656000,45119,1731693449592 because future has completed 2024-11-15T17:57:33,731 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b502191b399f4ab7f84e21fba9d2a columnFamilyName colfamily21 2024-11-15T17:57:33,731 DEBUG [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351ee111e002bdacf68605885bc7c80b, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,733 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] regionserver.HStore(327): Store=757b502191b399f4ab7f84e21fba9d2a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,733 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,736 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b502191b399f4ab7f84e21fba9d2a columnFamilyName colfamily31 2024-11-15T17:57:33,736 DEBUG [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,738 INFO [StoreOpener-757b502191b399f4ab7f84e21fba9d2a-1 {}] regionserver.HStore(327): Store=757b502191b399f4ab7f84e21fba9d2a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,738 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,739 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46260be389f17dc1e1d3fdff7cb1dceb columnFamilyName colfamily11 2024-11-15T17:57:33,739 DEBUG [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,741 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,742 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,745 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,746 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,747 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:33,747 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(327): Store=46260be389f17dc1e1d3fdff7cb1dceb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,748 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,751 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,757 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46260be389f17dc1e1d3fdff7cb1dceb columnFamilyName colfamily21 2024-11-15T17:57:33,757 DEBUG [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,766 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(327): Store=46260be389f17dc1e1d3fdff7cb1dceb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,770 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,775 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:33,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=13 2024-11-15T17:57:33,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 04af19fa754ff2d194ea1539d68b129a, server=4e3b17656000,45119,1731693449592 in 300 msec 2024-11-15T17:57:33,778 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 757b502191b399f4ab7f84e21fba9d2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60529575, jitterRate=-0.09803904592990875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:33,779 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T17:57:33,779 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46260be389f17dc1e1d3fdff7cb1dceb columnFamilyName colfamily31 2024-11-15T17:57:33,779 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 757b502191b399f4ab7f84e21fba9d2a: Running coprocessor pre-open hook at 1731693453691Writing region info on filesystem at 1731693453691Initializing all the Stores at 1731693453702 (+11 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453703 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453710 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453710Cleaning up temporary data from old regions at 1731693453746 (+36 ms)Running coprocessor post-open hooks at 1731693453779 (+33 ms)Region opened successfully at 1731693453779 2024-11-15T17:57:33,779 DEBUG [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN in 573 msec 2024-11-15T17:57:33,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba33039fbd03de2b271135b7d5663eb1, server=4e3b17656000,40591,1731693449394}] 2024-11-15T17:57:33,786 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(327): Store=46260be389f17dc1e1d3fdff7cb1dceb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,787 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,788 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,791 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,791 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a., pid=33, masterSystemTime=1731693453650 2024-11-15T17:57:33,793 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,793 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,794 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:33,800 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=54f2e74f4e25714645911e48fe088a4e, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:33,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54f2e74f4e25714645911e48fe088a4e, ASSIGN because future has completed 2024-11-15T17:57:33,810 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:33,812 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 46260be389f17dc1e1d3fdff7cb1dceb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72252684, jitterRate=0.07664889097213745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:33,812 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T17:57:33,812 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 46260be389f17dc1e1d3fdff7cb1dceb: Running coprocessor pre-open hook at 1731693453717Writing region info on filesystem at 1731693453717Initializing all the Stores at 1731693453720 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453721 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453723 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453723Cleaning up temporary data from old regions at 1731693453793 (+70 ms)Running coprocessor post-open hooks at 1731693453812 (+19 ms)Region opened successfully at 1731693453812 2024-11-15T17:57:33,813 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T17:57:33,814 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T17:57:33,814 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T17:57:33,814 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cddcb43e0db74c51a6812f6e8aaf693, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-15T17:57:33,815 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=757b502191b399f4ab7f84e21fba9d2a, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,818 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,819 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., pid=31, masterSystemTime=1731693453586 2024-11-15T17:57:33,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 757b502191b399f4ab7f84e21fba9d2a, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:33,820 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:33,821 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,821 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,827 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T17:57:33,828 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T17:57:33,828 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T17:57:33,828 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e5f4f8dd50f70b938b0d2649f189662, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-15T17:57:33,829 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,829 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:33,829 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,829 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,831 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,840 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cddcb43e0db74c51a6812f6e8aaf693 columnFamilyName colfamily11 2024-11-15T17:57:33,840 DEBUG [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,842 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] regionserver.HStore(327): Store=4cddcb43e0db74c51a6812f6e8aaf693/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,842 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,847 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,849 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cddcb43e0db74c51a6812f6e8aaf693 columnFamilyName colfamily21 2024-11-15T17:57:33,849 DEBUG [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,850 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] regionserver.HStore(327): Store=4cddcb43e0db74c51a6812f6e8aaf693/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,850 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,853 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cddcb43e0db74c51a6812f6e8aaf693 columnFamilyName colfamily31 2024-11-15T17:57:33,853 DEBUG [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,856 INFO [StoreOpener-4cddcb43e0db74c51a6812f6e8aaf693-1 {}] regionserver.HStore(327): Store=4cddcb43e0db74c51a6812f6e8aaf693/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,857 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,858 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,861 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,863 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5f4f8dd50f70b938b0d2649f189662 columnFamilyName colfamily11 2024-11-15T17:57:33,864 DEBUG [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=30 2024-11-15T17:57:33,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 757b502191b399f4ab7f84e21fba9d2a, server=4e3b17656000,40591,1731693449394 in 354 msec 2024-11-15T17:57:33,870 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(327): Store=7e5f4f8dd50f70b938b0d2649f189662/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,871 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,871 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,871 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,875 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:33,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=757b502191b399f4ab7f84e21fba9d2a, ASSIGN in 666 msec 2024-11-15T17:57:33,887 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5f4f8dd50f70b938b0d2649f189662 columnFamilyName colfamily21 2024-11-15T17:57:33,887 DEBUG [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,890 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,893 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(327): Store=7e5f4f8dd50f70b938b0d2649f189662/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,894 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:33,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54f2e74f4e25714645911e48fe088a4e, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46260be389f17dc1e1d3fdff7cb1dceb, server=4e3b17656000,45119,1731693449592 because future has completed 2024-11-15T17:57:33,907 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5f4f8dd50f70b938b0d2649f189662 columnFamilyName colfamily31 2024-11-15T17:57:33,907 DEBUG [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,919 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(327): Store=7e5f4f8dd50f70b938b0d2649f189662/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,919 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,921 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:33,923 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 4cddcb43e0db74c51a6812f6e8aaf693; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72499375, jitterRate=0.08032487332820892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:33,923 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T17:57:33,924 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 4cddcb43e0db74c51a6812f6e8aaf693: Running coprocessor pre-open hook at 1731693453823Writing region info on filesystem at 1731693453823Initializing all the Stores at 1731693453825 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453825Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453830 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453830Cleaning up temporary data from old regions at 1731693453871 (+41 ms)Running coprocessor post-open hooks at 1731693453923 (+52 ms)Region opened successfully at 1731693453923 2024-11-15T17:57:33,924 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,927 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693., pid=39, masterSystemTime=1731693453650 2024-11-15T17:57:33,931 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,936 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T17:57:33,937 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T17:57:33,937 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T17:57:33,937 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d170c7a07e103e0b143a13114f4c85b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-15T17:57:33,938 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:33,938 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:33,938 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:33,938 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:33,941 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=4cddcb43e0db74c51a6812f6e8aaf693, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:33,947 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,947 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cddcb43e0db74c51a6812f6e8aaf693, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:33,955 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:33,959 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:33,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-15T17:57:33,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 46260be389f17dc1e1d3fdff7cb1dceb, server=4e3b17656000,45119,1731693449592 in 547 msec 2024-11-15T17:57:33,968 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d170c7a07e103e0b143a13114f4c85b columnFamilyName colfamily11 2024-11-15T17:57:33,968 DEBUG [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,975 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:33,975 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] regionserver.HStore(327): Store=2d170c7a07e103e0b143a13114f4c85b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,975 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:33,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN in 764 msec 2024-11-15T17:57:33,987 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d170c7a07e103e0b143a13114f4c85b columnFamilyName colfamily21 2024-11-15T17:57:33,987 DEBUG [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:33,990 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] regionserver.HStore(327): Store=2d170c7a07e103e0b143a13114f4c85b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:33,990 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:33,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=27 2024-11-15T17:57:33,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cddcb43e0db74c51a6812f6e8aaf693, server=4e3b17656000,40591,1731693449394 in 393 msec 2024-11-15T17:57:33,999 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d170c7a07e103e0b143a13114f4c85b columnFamilyName colfamily31 2024-11-15T17:57:33,999 DEBUG [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cddcb43e0db74c51a6812f6e8aaf693, ASSIGN in 793 msec 2024-11-15T17:57:34,000 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=4dbb18a2248eb01f949f2d0bd697d286, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=818d05091dd98799c73324dd5f6b28c3, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,002 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=4456337ef40c60bbdcfc26e4eeaf976d, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3a7e3c449b5363ab4d8aecb53b945f7e, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3d516417151355e6fbe375a49b55b55c, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=686166dfa4d6f6cdc8d9a30591038590, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,006 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,006 INFO [StoreOpener-2d170c7a07e103e0b143a13114f4c85b-1 {}] regionserver.HStore(327): Store=2d170c7a07e103e0b143a13114f4c85b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,007 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:34,007 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59379a4bc7ddb171ea8b80aa3673c498, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=474acf4e739ce71e134cb186ac5d7939, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,011 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:34,014 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:34,014 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 7e5f4f8dd50f70b938b0d2649f189662; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67145688, jitterRate=5.487203598022461E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,015 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T17:57:34,015 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 7e5f4f8dd50f70b938b0d2649f189662: Running coprocessor pre-open hook at 1731693453829Writing region info on filesystem at 1731693453829Initializing all the Stores at 1731693453839 (+10 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453839Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453842 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453842Cleaning up temporary data from old regions at 1731693453947 (+105 ms)Running coprocessor post-open hooks at 1731693454015 (+68 ms)Region opened successfully at 1731693454015 2024-11-15T17:57:34,017 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:34,017 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:34,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4dbb18a2248eb01f949f2d0bd697d286, ASSIGN because future has completed 2024-11-15T17:57:34,018 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,018 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., pid=45, masterSystemTime=1731693453758 2024-11-15T17:57:34,021 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:34,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dbb18a2248eb01f949f2d0bd697d286, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:34,027 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T17:57:34,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=818d05091dd98799c73324dd5f6b28c3, ASSIGN because future has completed 2024-11-15T17:57:34,027 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T17:57:34,028 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T17:57:34,028 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 90ece7b8b0f01448538cd9411a0e866f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-15T17:57:34,029 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,029 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,029 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,029 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,031 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,032 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 2d170c7a07e103e0b143a13114f4c85b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65108490, jitterRate=-0.02980789542198181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,032 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T17:57:34,033 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 2d170c7a07e103e0b143a13114f4c85b: Running coprocessor pre-open hook at 1731693453939Writing region info on filesystem at 1731693453939Initializing all the Stores at 1731693453951 (+12 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453951Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453954 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693453954Cleaning up temporary data from old regions at 1731693454017 (+63 ms)Running coprocessor post-open hooks at 1731693454032 (+15 ms)Region opened successfully at 1731693454032 2024-11-15T17:57:34,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4456337ef40c60bbdcfc26e4eeaf976d, ASSIGN because future has completed 2024-11-15T17:57:34,036 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., pid=36, masterSystemTime=1731693453650 2024-11-15T17:57:34,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3a7e3c449b5363ab4d8aecb53b945f7e, ASSIGN because future has completed 2024-11-15T17:57:34,041 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T17:57:34,041 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T17:57:34,042 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T17:57:34,042 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b590f5382768138ee836bd9b5d3ffac, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-15T17:57:34,043 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,043 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,043 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,043 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,043 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d516417151355e6fbe375a49b55b55c, ASSIGN because future has completed 2024-11-15T17:57:34,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d516417151355e6fbe375a49b55b55c, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686166dfa4d6f6cdc8d9a30591038590, ASSIGN because future has completed 2024-11-15T17:57:34,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59379a4bc7ddb171ea8b80aa3673c498, ASSIGN because future has completed 2024-11-15T17:57:34,051 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ece7b8b0f01448538cd9411a0e866f columnFamilyName colfamily11 2024-11-15T17:57:34,051 DEBUG [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=474acf4e739ce71e134cb186ac5d7939, ASSIGN because future has completed 2024-11-15T17:57:34,058 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(327): Store=90ece7b8b0f01448538cd9411a0e866f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,059 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,064 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 474acf4e739ce71e134cb186ac5d7939, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:34,067 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ece7b8b0f01448538cd9411a0e866f columnFamilyName colfamily21 2024-11-15T17:57:34,067 DEBUG [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,074 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(327): Store=90ece7b8b0f01448538cd9411a0e866f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,075 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,076 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b590f5382768138ee836bd9b5d3ffac columnFamilyName colfamily11 2024-11-15T17:57:34,076 DEBUG [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,077 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] regionserver.HStore(327): Store=8b590f5382768138ee836bd9b5d3ffac/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,077 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,079 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:57:34,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59379a4bc7ddb171ea8b80aa3673c498, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:34,084 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b590f5382768138ee836bd9b5d3ffac columnFamilyName colfamily21 2024-11-15T17:57:34,084 DEBUG [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,087 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ece7b8b0f01448538cd9411a0e866f columnFamilyName colfamily31 2024-11-15T17:57:34,087 DEBUG [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53181, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:57:34,089 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] regionserver.HStore(327): Store=8b590f5382768138ee836bd9b5d3ffac/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,089 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,093 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b590f5382768138ee836bd9b5d3ffac columnFamilyName colfamily31 2024-11-15T17:57:34,093 DEBUG [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,094 INFO [StoreOpener-8b590f5382768138ee836bd9b5d3ffac-1 {}] regionserver.HStore(327): Store=8b590f5382768138ee836bd9b5d3ffac/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,094 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,094 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(327): Store=90ece7b8b0f01448538cd9411a0e866f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,095 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,096 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,096 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,097 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,097 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,101 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,101 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,102 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,107 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T17:57:34,107 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d516417151355e6fbe375a49b55b55c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-15T17:57:34,108 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,108 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,108 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,108 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,112 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,112 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,114 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,115 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 686166dfa4d6f6cdc8d9a30591038590, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:34,118 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2d170c7a07e103e0b143a13114f4c85b, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:34,135 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,138 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d516417151355e6fbe375a49b55b55c columnFamilyName colfamily11 2024-11-15T17:57:34,138 DEBUG [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d170c7a07e103e0b143a13114f4c85b, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:34,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a7e3c449b5363ab4d8aecb53b945f7e, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:34,141 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] regionserver.HStore(327): Store=3d516417151355e6fbe375a49b55b55c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,141 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,144 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d516417151355e6fbe375a49b55b55c columnFamilyName colfamily21 2024-11-15T17:57:34,144 DEBUG [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,147 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] regionserver.HStore(327): Store=3d516417151355e6fbe375a49b55b55c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,147 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,150 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,154 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d516417151355e6fbe375a49b55b55c columnFamilyName colfamily31 2024-11-15T17:57:34,154 DEBUG [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,154 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 90ece7b8b0f01448538cd9411a0e866f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60610270, jitterRate=-0.09683659672737122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,154 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T17:57:34,155 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 90ece7b8b0f01448538cd9411a0e866f: Running coprocessor pre-open hook at 1731693454030Writing region info on filesystem at 1731693454030Initializing all the Stores at 1731693454032 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454032Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454039 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454039Cleaning up temporary data from old regions at 1731693454101 (+62 ms)Running coprocessor post-open hooks at 1731693454154 (+53 ms)Region opened successfully at 1731693454154 2024-11-15T17:57:34,157 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., pid=40, masterSystemTime=1731693453758 2024-11-15T17:57:34,159 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,159 INFO [StoreOpener-3d516417151355e6fbe375a49b55b55c-1 {}] regionserver.HStore(327): Store=3d516417151355e6fbe375a49b55b55c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,163 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,163 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T17:57:34,163 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T17:57:34,164 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T17:57:34,164 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b6e97cece6761c097bf44c57ecc08d8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-15T17:57:34,164 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,165 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,165 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,165 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,168 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=90ece7b8b0f01448538cd9411a0e866f, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:34,170 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,174 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 8b590f5382768138ee836bd9b5d3ffac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68388641, jitterRate=0.019070163369178772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,175 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,175 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T17:57:34,175 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 8b590f5382768138ee836bd9b5d3ffac: Running coprocessor pre-open hook at 1731693454043Writing region info on filesystem at 1731693454043Initializing all the Stores at 1731693454045 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454046 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454063 (+17 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454063Cleaning up temporary data from old regions at 1731693454112 (+49 ms)Running coprocessor post-open hooks at 1731693454175 (+63 ms)Region opened successfully at 1731693454175 2024-11-15T17:57:34,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ece7b8b0f01448538cd9411a0e866f, server=4e3b17656000,45119,1731693449592 because future has completed 2024-11-15T17:57:34,179 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6e97cece6761c097bf44c57ecc08d8 columnFamilyName colfamily11 2024-11-15T17:57:34,179 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac., pid=38, masterSystemTime=1731693453650 2024-11-15T17:57:34,179 DEBUG [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,182 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,183 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,183 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(327): Store=5b6e97cece6761c097bf44c57ecc08d8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,183 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,184 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T17:57:34,184 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T17:57:34,185 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T17:57:34,185 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => a72a6c1db28c1252412aece69613185f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-15T17:57:34,185 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,185 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,186 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,186 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,187 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,189 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6e97cece6761c097bf44c57ecc08d8 columnFamilyName colfamily21 2024-11-15T17:57:34,189 DEBUG [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,190 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(327): Store=5b6e97cece6761c097bf44c57ecc08d8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,190 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,193 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6e97cece6761c097bf44c57ecc08d8 columnFamilyName colfamily31 2024-11-15T17:57:34,193 DEBUG [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,195 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(327): Store=5b6e97cece6761c097bf44c57ecc08d8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,195 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,197 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,198 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,198 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,45119,1731693449592, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:57:34,199 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=15 2024-11-15T17:57:34,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d170c7a07e103e0b143a13114f4c85b, server=4e3b17656000,40591,1731693449394 in 646 msec 2024-11-15T17:57:34,201 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,201 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,203 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,203 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,205 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,211 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a72a6c1db28c1252412aece69613185f columnFamilyName colfamily11 2024-11-15T17:57:34,215 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d170c7a07e103e0b143a13114f4c85b, ASSIGN in 997 msec 2024-11-15T17:57:34,216 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 5b6e97cece6761c097bf44c57ecc08d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64265889, jitterRate=-0.04236362874507904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,217 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T17:57:34,217 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 5b6e97cece6761c097bf44c57ecc08d8: Running coprocessor pre-open hook at 1731693454165Writing region info on filesystem at 1731693454165Initializing all the Stores at 1731693454167 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454167Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454170 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454170Cleaning up temporary data from old regions at 1731693454201 (+31 ms)Running coprocessor post-open hooks at 1731693454217 (+16 ms)Region opened successfully at 1731693454217 2024-11-15T17:57:34,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8b590f5382768138ee836bd9b5d3ffac, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:34,218 DEBUG [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,219 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., pid=43, masterSystemTime=1731693453758 2024-11-15T17:57:34,223 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] regionserver.HStore(327): Store=a72a6c1db28c1252412aece69613185f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,223 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,227 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,40591,1731693449394, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b590f5382768138ee836bd9b5d3ffac. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:57:34,229 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T17:57:34,229 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T17:57:34,229 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T17:57:34,229 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => bfb0329899889a6eb4a350ba04852f6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-15T17:57:34,230 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,230 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,231 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,231 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,231 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b590f5382768138ee836bd9b5d3ffac, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:34,233 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 3d516417151355e6fbe375a49b55b55c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66983156, jitterRate=-0.0018731951713562012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,233 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d516417151355e6fbe375a49b55b55c 2024-11-15T17:57:34,233 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 3d516417151355e6fbe375a49b55b55c: Running coprocessor pre-open hook at 1731693454108Writing region info on filesystem at 1731693454108Initializing all the Stores at 1731693454118 (+10 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454119 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454134 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454134Cleaning up temporary data from old regions at 1731693454183 (+49 ms)Running coprocessor post-open hooks at 1731693454233 (+50 ms)Region opened successfully at 1731693454233 2024-11-15T17:57:34,235 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a72a6c1db28c1252412aece69613185f columnFamilyName colfamily21 2024-11-15T17:57:34,235 DEBUG [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,239 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c., pid=50, masterSystemTime=1731693454078 2024-11-15T17:57:34,242 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] regionserver.HStore(327): Store=a72a6c1db28c1252412aece69613185f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,243 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,243 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T17:57:34,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=7 2024-11-15T17:57:34,243 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T17:57:34,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ece7b8b0f01448538cd9411a0e866f, server=4e3b17656000,45119,1731693449592 in 630 msec 2024-11-15T17:57:34,243 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T17:57:34,244 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 474acf4e739ce71e134cb186ac5d7939, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-15T17:57:34,244 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,244 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,244 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,245 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,249 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN in 1.0400 sec 2024-11-15T17:57:34,254 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb0329899889a6eb4a350ba04852f6c columnFamilyName colfamily11 2024-11-15T17:57:34,254 DEBUG [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,255 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,255 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a72a6c1db28c1252412aece69613185f columnFamilyName colfamily31 2024-11-15T17:57:34,255 DEBUG [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,255 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(327): Store=bfb0329899889a6eb4a350ba04852f6c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,256 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3d516417151355e6fbe375a49b55b55c, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d516417151355e6fbe375a49b55b55c, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:34,266 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474acf4e739ce71e134cb186ac5d7939 columnFamilyName colfamily11 2024-11-15T17:57:34,266 DEBUG [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,266 INFO [StoreOpener-a72a6c1db28c1252412aece69613185f-1 {}] regionserver.HStore(327): Store=a72a6c1db28c1252412aece69613185f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,267 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,268 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,269 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,269 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb0329899889a6eb4a350ba04852f6c columnFamilyName colfamily21 2024-11-15T17:57:34,270 DEBUG [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,270 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] regionserver.HStore(327): Store=474acf4e739ce71e134cb186ac5d7939/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,271 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,271 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,271 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,271 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(327): Store=bfb0329899889a6eb4a350ba04852f6c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,272 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,272 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,274 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,276 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb0329899889a6eb4a350ba04852f6c columnFamilyName colfamily31 2024-11-15T17:57:34,277 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474acf4e739ce71e134cb186ac5d7939 columnFamilyName colfamily21 2024-11-15T17:57:34,277 DEBUG [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,277 DEBUG [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,278 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] regionserver.HStore(327): Store=474acf4e739ce71e134cb186ac5d7939/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,278 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(327): Store=bfb0329899889a6eb4a350ba04852f6c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,278 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,278 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,279 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=23 2024-11-15T17:57:34,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b590f5382768138ee836bd9b5d3ffac, server=4e3b17656000,40591,1731693449394 in 700 msec 2024-11-15T17:57:34,281 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474acf4e739ce71e134cb186ac5d7939 columnFamilyName colfamily31 2024-11-15T17:57:34,282 DEBUG [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,287 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8b590f5382768138ee836bd9b5d3ffac, ASSIGN in 1.0770 sec 2024-11-15T17:57:34,290 INFO [StoreOpener-474acf4e739ce71e134cb186ac5d7939-1 {}] regionserver.HStore(327): Store=474acf4e739ce71e134cb186ac5d7939/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,294 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,297 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,297 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,299 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,302 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=14 2024-11-15T17:57:34,302 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d516417151355e6fbe375a49b55b55c, server=4e3b17656000,33335,1731693449522 in 244 msec 2024-11-15T17:57:34,303 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened a72a6c1db28c1252412aece69613185f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73269152, jitterRate=0.09179544448852539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,303 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a72a6c1db28c1252412aece69613185f 2024-11-15T17:57:34,303 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,303 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for a72a6c1db28c1252412aece69613185f: Running coprocessor pre-open hook at 1731693454186Writing region info on filesystem at 1731693454186Initializing all the Stores at 1731693454194 (+8 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454195 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454199 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454200 (+1 ms)Cleaning up temporary data from old regions at 1731693454271 (+71 ms)Running coprocessor post-open hooks at 1731693454303 (+32 ms)Region opened successfully at 1731693454303 2024-11-15T17:57:34,304 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,306 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f., pid=37, masterSystemTime=1731693453650 2024-11-15T17:57:34,306 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,306 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,307 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,315 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,316 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T17:57:34,317 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T17:57:34,317 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T17:57:34,317 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened bfb0329899889a6eb4a350ba04852f6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69398345, jitterRate=0.034115925431251526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,317 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T17:57:34,317 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => d87af9644cbe29103e83df2b322b514d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-15T17:57:34,317 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for bfb0329899889a6eb4a350ba04852f6c: Running coprocessor pre-open hook at 1731693454231Writing region info on filesystem at 1731693454231Initializing all the Stores at 1731693454236 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454236Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454248 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454248Cleaning up temporary data from old regions at 1731693454297 (+49 ms)Running coprocessor post-open hooks at 1731693454317 (+20 ms)Region opened successfully at 1731693454317 2024-11-15T17:57:34,318 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,318 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,318 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,318 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,319 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,320 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., pid=44, masterSystemTime=1731693453758 2024-11-15T17:57:34,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3d516417151355e6fbe375a49b55b55c, ASSIGN in 1.1000 sec 2024-11-15T17:57:34,325 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T17:57:34,325 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T17:57:34,325 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T17:57:34,325 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => f48242f28fa8752ee8fd2127cfd544b0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-15T17:57:34,326 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,326 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,326 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,326 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,327 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a72a6c1db28c1252412aece69613185f, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:34,332 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,40591,1731693449394, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a72a6c1db28c1252412aece69613185f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:57:34,334 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,339 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87af9644cbe29103e83df2b322b514d columnFamilyName colfamily11 2024-11-15T17:57:34,339 DEBUG [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=bfb0329899889a6eb4a350ba04852f6c, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:34,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a72a6c1db28c1252412aece69613185f, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:34,342 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,343 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48242f28fa8752ee8fd2127cfd544b0 columnFamilyName colfamily11 2024-11-15T17:57:34,343 DEBUG [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,347 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 474acf4e739ce71e134cb186ac5d7939; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75363697, jitterRate=0.12300659716129303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,347 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 474acf4e739ce71e134cb186ac5d7939 2024-11-15T17:57:34,347 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 474acf4e739ce71e134cb186ac5d7939: Running coprocessor pre-open hook at 1731693454245Writing region info on filesystem at 1731693454245Initializing all the Stores at 1731693454246 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454247 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454250 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454250Cleaning up temporary data from old regions at 1731693454306 (+56 ms)Running coprocessor post-open hooks at 1731693454347 (+41 ms)Region opened successfully at 1731693454347 2024-11-15T17:57:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb0329899889a6eb4a350ba04852f6c, server=4e3b17656000,45119,1731693449592 because future has completed 2024-11-15T17:57:34,351 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939., pid=51, masterSystemTime=1731693454078 2024-11-15T17:57:34,352 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(327): Store=f48242f28fa8752ee8fd2127cfd544b0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,353 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,354 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] regionserver.HStore(327): Store=d87af9644cbe29103e83df2b322b514d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,355 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,356 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48242f28fa8752ee8fd2127cfd544b0 columnFamilyName colfamily21 2024-11-15T17:57:34,356 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T17:57:34,357 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T17:57:34,357 DEBUG [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,357 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T17:57:34,357 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 54f2e74f4e25714645911e48fe088a4e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-15T17:57:34,357 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,358 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,358 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,358 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,359 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87af9644cbe29103e83df2b322b514d columnFamilyName colfamily21 2024-11-15T17:57:34,360 DEBUG [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,360 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(327): Store=f48242f28fa8752ee8fd2127cfd544b0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,361 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,362 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] regionserver.HStore(327): Store=d87af9644cbe29103e83df2b322b514d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,362 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=17 2024-11-15T17:57:34,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure a72a6c1db28c1252412aece69613185f, server=4e3b17656000,40591,1731693449394 in 803 msec 2024-11-15T17:57:34,369 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87af9644cbe29103e83df2b322b514d columnFamilyName colfamily31 2024-11-15T17:57:34,369 DEBUG [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,371 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48242f28fa8752ee8fd2127cfd544b0 columnFamilyName colfamily31 2024-11-15T17:57:34,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a72a6c1db28c1252412aece69613185f, ASSIGN in 1.1600 sec 2024-11-15T17:57:34,371 DEBUG [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,371 INFO [StoreOpener-d87af9644cbe29103e83df2b322b514d-1 {}] regionserver.HStore(327): Store=d87af9644cbe29103e83df2b322b514d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,374 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,375 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,375 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(327): Store=f48242f28fa8752ee8fd2127cfd544b0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,375 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,375 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=474acf4e739ce71e134cb186ac5d7939, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,380 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 474acf4e739ce71e134cb186ac5d7939, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:34,381 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,382 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,383 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,383 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,385 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,386 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,389 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,389 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,389 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,391 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f2e74f4e25714645911e48fe088a4e columnFamilyName colfamily11 2024-11-15T17:57:34,391 DEBUG [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,396 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,399 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] regionserver.HStore(327): Store=54f2e74f4e25714645911e48fe088a4e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,399 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=22 2024-11-15T17:57:34,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure bfb0329899889a6eb4a350ba04852f6c, server=4e3b17656000,45119,1731693449592 in 720 msec 2024-11-15T17:57:34,407 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,408 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened f48242f28fa8752ee8fd2127cfd544b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70452738, jitterRate=0.04982760548591614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN in 1.1980 sec 2024-11-15T17:57:34,408 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T17:57:34,408 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for f48242f28fa8752ee8fd2127cfd544b0: Running coprocessor pre-open hook at 1731693454326Writing region info on filesystem at 1731693454326Initializing all the Stores at 1731693454328 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454328Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454330 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454330Cleaning up temporary data from old regions at 1731693454383 (+53 ms)Running coprocessor post-open hooks at 1731693454408 (+25 ms)Region opened successfully at 1731693454408 2024-11-15T17:57:34,410 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., pid=42, masterSystemTime=1731693453758 2024-11-15T17:57:34,412 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,415 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f2e74f4e25714645911e48fe088a4e columnFamilyName colfamily21 2024-11-15T17:57:34,415 DEBUG [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,416 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T17:57:34,416 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T17:57:34,416 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T17:57:34,417 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 0999a5c0eca4975d2e9ab9f1f29d9617, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-15T17:57:34,417 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,418 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,418 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,418 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=5 2024-11-15T17:57:34,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 474acf4e739ce71e134cb186ac5d7939, server=4e3b17656000,33335,1731693449522 in 345 msec 2024-11-15T17:57:34,422 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] regionserver.HStore(327): Store=54f2e74f4e25714645911e48fe088a4e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,423 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=474acf4e739ce71e134cb186ac5d7939, ASSIGN in 1.2180 sec 2024-11-15T17:57:34,427 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:34,435 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0999a5c0eca4975d2e9ab9f1f29d9617 columnFamilyName colfamily11 2024-11-15T17:57:34,435 DEBUG [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,437 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f2e74f4e25714645911e48fe088a4e columnFamilyName colfamily31 2024-11-15T17:57:34,437 DEBUG [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure f48242f28fa8752ee8fd2127cfd544b0, server=4e3b17656000,45119,1731693449592 because future has completed 2024-11-15T17:57:34,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:34,443 INFO [StoreOpener-54f2e74f4e25714645911e48fe088a4e-1 {}] regionserver.HStore(327): Store=54f2e74f4e25714645911e48fe088a4e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,443 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,444 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(327): Store=0999a5c0eca4975d2e9ab9f1f29d9617/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,445 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b6e97cece6761c097bf44c57ecc08d8, server=4e3b17656000,45119,1731693449592 because future has completed 2024-11-15T17:57:34,449 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,449 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0999a5c0eca4975d2e9ab9f1f29d9617 columnFamilyName colfamily21 2024-11-15T17:57:34,449 DEBUG [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,451 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,451 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,452 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened d87af9644cbe29103e83df2b322b514d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75425066, jitterRate=0.12392106652259827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,452 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d87af9644cbe29103e83df2b322b514d 2024-11-15T17:57:34,453 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for d87af9644cbe29103e83df2b322b514d: Running coprocessor pre-open hook at 1731693454318Writing region info on filesystem at 1731693454318Initializing all the Stores at 1731693454321 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454321Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454323 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454323Cleaning up temporary data from old regions at 1731693454389 (+66 ms)Running coprocessor post-open hooks at 1731693454452 (+63 ms)Region opened successfully at 1731693454453 (+1 ms) 2024-11-15T17:57:34,453 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(327): Store=0999a5c0eca4975d2e9ab9f1f29d9617/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,454 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,454 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,454 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,455 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d., pid=34, masterSystemTime=1731693453650 2024-11-15T17:57:34,455 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,458 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,462 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0999a5c0eca4975d2e9ab9f1f29d9617 columnFamilyName colfamily31 2024-11-15T17:57:34,462 DEBUG [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,463 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(327): Store=0999a5c0eca4975d2e9ab9f1f29d9617/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,463 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,465 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,465 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,468 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,468 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T17:57:34,468 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,468 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T17:57:34,468 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T17:57:34,468 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => cb0580ad12400e3b016e607693d8ebf1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-15T17:57:34,469 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,469 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,469 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,469 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,469 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,472 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,483 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:57:34,486 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,488 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 54f2e74f4e25714645911e48fe088a4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63890347, jitterRate=-0.04795964062213898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,488 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54f2e74f4e25714645911e48fe088a4e 2024-11-15T17:57:34,488 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 54f2e74f4e25714645911e48fe088a4e: Running coprocessor pre-open hook at 1731693454358Writing region info on filesystem at 1731693454358Initializing all the Stores at 1731693454368 (+10 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454368Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454370 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454370Cleaning up temporary data from old regions at 1731693454454 (+84 ms)Running coprocessor post-open hooks at 1731693454488 (+34 ms)Region opened successfully at 1731693454488 2024-11-15T17:57:34,495 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e., pid=48, masterSystemTime=1731693454078 2024-11-15T17:57:34,495 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb0580ad12400e3b016e607693d8ebf1 columnFamilyName colfamily11 2024-11-15T17:57:34,496 DEBUG [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,499 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] regionserver.HStore(327): Store=cb0580ad12400e3b016e607693d8ebf1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=19 2024-11-15T17:57:34,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b6e97cece6761c097bf44c57ecc08d8, server=4e3b17656000,45119,1731693449592 in 820 msec 2024-11-15T17:57:34,499 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,502 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T17:57:34,502 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T17:57:34,502 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T17:57:34,502 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dbb18a2248eb01f949f2d0bd697d286, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-15T17:57:34,503 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,503 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,503 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,503 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,506 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN in 1.2960 sec 2024-11-15T17:57:34,510 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 0999a5c0eca4975d2e9ab9f1f29d9617; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64848521, jitterRate=-0.03368173539638519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,511 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T17:57:34,511 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 0999a5c0eca4975d2e9ab9f1f29d9617: Running coprocessor pre-open hook at 1731693454418Writing region info on filesystem at 1731693454418Initializing all the Stores at 1731693454421 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454421Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454422 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454423 (+1 ms)Cleaning up temporary data from old regions at 1731693454468 (+45 ms)Running coprocessor post-open hooks at 1731693454511 (+43 ms)Region opened successfully at 1731693454511 2024-11-15T17:57:34,512 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., pid=41, masterSystemTime=1731693453758 2024-11-15T17:57:34,513 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb0580ad12400e3b016e607693d8ebf1 columnFamilyName colfamily21 2024-11-15T17:57:34,513 DEBUG [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,513 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,514 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] regionserver.HStore(327): Store=cb0580ad12400e3b016e607693d8ebf1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,514 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=54f2e74f4e25714645911e48fe088a4e, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,517 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dbb18a2248eb01f949f2d0bd697d286 columnFamilyName colfamily11 2024-11-15T17:57:34,517 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb0580ad12400e3b016e607693d8ebf1 columnFamilyName colfamily31 2024-11-15T17:57:34,517 DEBUG [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,517 DEBUG [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,519 INFO [StoreOpener-cb0580ad12400e3b016e607693d8ebf1-1 {}] regionserver.HStore(327): Store=cb0580ad12400e3b016e607693d8ebf1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,519 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,519 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] regionserver.HStore(327): Store=4dbb18a2248eb01f949f2d0bd697d286/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,520 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,521 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T17:57:34,521 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T17:57:34,523 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,525 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,45119,1731693449592, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:57:34,525 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,527 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:34,528 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,528 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,529 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,531 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54f2e74f4e25714645911e48fe088a4e, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:34,534 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,33335,1731693449522, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54f2e74f4e25714645911e48fe088a4e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:57:34,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0999a5c0eca4975d2e9ab9f1f29d9617, server=4e3b17656000,45119,1731693449592 because future has completed 2024-11-15T17:57:34,539 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dbb18a2248eb01f949f2d0bd697d286 columnFamilyName colfamily21 2024-11-15T17:57:34,539 DEBUG [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,542 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,544 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened cb0580ad12400e3b016e607693d8ebf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70333136, jitterRate=0.04804539680480957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,544 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb0580ad12400e3b016e607693d8ebf1 2024-11-15T17:57:34,544 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for cb0580ad12400e3b016e607693d8ebf1: Running coprocessor pre-open hook at 1731693454469Writing region info on filesystem at 1731693454469Initializing all the Stores at 1731693454476 (+7 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454476Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454478 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454478Cleaning up temporary data from old regions at 1731693454528 (+50 ms)Running coprocessor post-open hooks at 1731693454544 (+16 ms)Region opened successfully at 1731693454544 2024-11-15T17:57:34,546 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] regionserver.HStore(327): Store=4dbb18a2248eb01f949f2d0bd697d286/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,546 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,551 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., pid=35, masterSystemTime=1731693453650 2024-11-15T17:57:34,555 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dbb18a2248eb01f949f2d0bd697d286 columnFamilyName colfamily31 2024-11-15T17:57:34,555 DEBUG [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,562 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T17:57:34,563 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T17:57:34,563 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T17:57:34,563 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => ba33039fbd03de2b271135b7d5663eb1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-15T17:57:34,563 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,564 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,564 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,564 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,565 INFO [StoreOpener-4dbb18a2248eb01f949f2d0bd697d286-1 {}] regionserver.HStore(327): Store=4dbb18a2248eb01f949f2d0bd697d286/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,565 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=10 2024-11-15T17:57:34,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0999a5c0eca4975d2e9ab9f1f29d9617, server=4e3b17656000,45119,1731693449592 in 935 msec 2024-11-15T17:57:34,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN in 1.3620 sec 2024-11-15T17:57:34,571 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cb0580ad12400e3b016e607693d8ebf1, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:34,576 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb0580ad12400e3b016e607693d8ebf1, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:34,584 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=28 2024-11-15T17:57:34,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 54f2e74f4e25714645911e48fe088a4e, server=4e3b17656000,33335,1731693449522 in 680 msec 2024-11-15T17:57:34,591 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,591 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,592 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba33039fbd03de2b271135b7d5663eb1 columnFamilyName colfamily11 2024-11-15T17:57:34,592 DEBUG [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54f2e74f4e25714645911e48fe088a4e, ASSIGN in 1.3860 sec 2024-11-15T17:57:34,595 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] regionserver.HStore(327): Store=ba33039fbd03de2b271135b7d5663eb1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,595 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,595 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,600 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba33039fbd03de2b271135b7d5663eb1 columnFamilyName colfamily21 2024-11-15T17:57:34,600 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,600 DEBUG [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,601 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] regionserver.HStore(327): Store=ba33039fbd03de2b271135b7d5663eb1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,601 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=11 2024-11-15T17:57:34,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure cb0580ad12400e3b016e607693d8ebf1, server=4e3b17656000,40591,1731693449394 in 1.0750 sec 2024-11-15T17:57:34,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cb0580ad12400e3b016e607693d8ebf1, ASSIGN in 1.4020 sec 2024-11-15T17:57:34,610 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba33039fbd03de2b271135b7d5663eb1 columnFamilyName colfamily31 2024-11-15T17:57:34,610 DEBUG [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,611 INFO [StoreOpener-ba33039fbd03de2b271135b7d5663eb1-1 {}] regionserver.HStore(327): Store=ba33039fbd03de2b271135b7d5663eb1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,611 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,613 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=d87af9644cbe29103e83df2b322b514d, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:34,614 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,616 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,617 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,618 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87af9644cbe29103e83df2b322b514d, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:34,621 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,624 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,625 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 4dbb18a2248eb01f949f2d0bd697d286; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69672784, jitterRate=0.03820538520812988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,625 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T17:57:34,625 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 4dbb18a2248eb01f949f2d0bd697d286: Running coprocessor pre-open hook at 1731693454503Writing region info on filesystem at 1731693454503Initializing all the Stores at 1731693454507 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454507Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454512 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454512Cleaning up temporary data from old regions at 1731693454591 (+79 ms)Running coprocessor post-open hooks at 1731693454625 (+34 ms)Region opened successfully at 1731693454625 2024-11-15T17:57:34,631 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286., pid=49, masterSystemTime=1731693454078 2024-11-15T17:57:34,634 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,635 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened ba33039fbd03de2b271135b7d5663eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62050791, jitterRate=-0.0753711611032486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,635 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba33039fbd03de2b271135b7d5663eb1 2024-11-15T17:57:34,635 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for ba33039fbd03de2b271135b7d5663eb1: Running coprocessor pre-open hook at 1731693454564Writing region info on filesystem at 1731693454564Initializing all the Stores at 1731693454575 (+11 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454575Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454584 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454584Cleaning up temporary data from old regions at 1731693454617 (+33 ms)Running coprocessor post-open hooks at 1731693454635 (+18 ms)Region opened successfully at 1731693454635 2024-11-15T17:57:34,636 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T17:57:34,636 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T17:57:34,636 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T17:57:34,636 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a7e3c449b5363ab4d8aecb53b945f7e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-15T17:57:34,637 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,637 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,637 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,637 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,639 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1., pid=47, masterSystemTime=1731693453889 2024-11-15T17:57:34,640 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,45119,1731693449592, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:57:34,645 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T17:57:34,645 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T17:57:34,645 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T17:57:34,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=20 2024-11-15T17:57:34,645 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 351ee111e002bdacf68605885bc7c80b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-15T17:57:34,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure d87af9644cbe29103e83df2b322b514d, server=4e3b17656000,40591,1731693449394 in 1.1290 sec 2024-11-15T17:57:34,646 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,646 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,646 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,646 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d87af9644cbe29103e83df2b322b514d, ASSIGN in 1.4430 sec 2024-11-15T17:57:34,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ba33039fbd03de2b271135b7d5663eb1, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:34,657 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba33039fbd03de2b271135b7d5663eb1, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:34,663 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=4dbb18a2248eb01f949f2d0bd697d286, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,664 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a7e3c449b5363ab4d8aecb53b945f7e columnFamilyName colfamily11 2024-11-15T17:57:34,664 DEBUG [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,665 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] regionserver.HStore(327): Store=3a7e3c449b5363ab4d8aecb53b945f7e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,666 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,666 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dbb18a2248eb01f949f2d0bd697d286, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:34,670 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351ee111e002bdacf68605885bc7c80b columnFamilyName colfamily11 2024-11-15T17:57:34,670 DEBUG [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,671 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] regionserver.HStore(327): Store=351ee111e002bdacf68605885bc7c80b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,671 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,676 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a7e3c449b5363ab4d8aecb53b945f7e columnFamilyName colfamily21 2024-11-15T17:57:34,676 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351ee111e002bdacf68605885bc7c80b columnFamilyName colfamily21 2024-11-15T17:57:34,677 DEBUG [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,677 DEBUG [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=8 2024-11-15T17:57:34,677 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] regionserver.HStore(327): Store=3a7e3c449b5363ab4d8aecb53b945f7e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ba33039fbd03de2b271135b7d5663eb1, server=4e3b17656000,40591,1731693449394 in 883 msec 2024-11-15T17:57:34,678 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,680 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] regionserver.HStore(327): Store=351ee111e002bdacf68605885bc7c80b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,680 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,681 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a7e3c449b5363ab4d8aecb53b945f7e columnFamilyName colfamily31 2024-11-15T17:57:34,681 DEBUG [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba33039fbd03de2b271135b7d5663eb1, ASSIGN in 1.4750 sec 2024-11-15T17:57:34,685 INFO [StoreOpener-3a7e3c449b5363ab4d8aecb53b945f7e-1 {}] regionserver.HStore(327): Store=3a7e3c449b5363ab4d8aecb53b945f7e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,685 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,686 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351ee111e002bdacf68605885bc7c80b columnFamilyName colfamily31 2024-11-15T17:57:34,686 DEBUG [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,687 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,687 INFO [StoreOpener-351ee111e002bdacf68605885bc7c80b-1 {}] regionserver.HStore(327): Store=351ee111e002bdacf68605885bc7c80b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,687 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,688 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,689 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,689 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,690 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,690 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,691 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,692 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-15T17:57:34,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dbb18a2248eb01f949f2d0bd697d286, server=4e3b17656000,33335,1731693449522 in 663 msec 2024-11-15T17:57:34,694 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,695 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4dbb18a2248eb01f949f2d0bd697d286, ASSIGN in 1.4900 sec 2024-11-15T17:57:34,701 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,702 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 351ee111e002bdacf68605885bc7c80b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75114445, jitterRate=0.11929245293140411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,702 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 351ee111e002bdacf68605885bc7c80b 2024-11-15T17:57:34,702 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 351ee111e002bdacf68605885bc7c80b: Running coprocessor pre-open hook at 1731693454646Writing region info on filesystem at 1731693454646Initializing all the Stores at 1731693454648 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454648Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454666 (+18 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454666Cleaning up temporary data from old regions at 1731693454691 (+25 ms)Running coprocessor post-open hooks at 1731693454702 (+11 ms)Region opened successfully at 1731693454702 2024-11-15T17:57:34,704 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b., pid=46, masterSystemTime=1731693453889 2024-11-15T17:57:34,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=16 2024-11-15T17:57:34,708 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T17:57:34,708 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T17:57:34,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure f48242f28fa8752ee8fd2127cfd544b0, server=4e3b17656000,45119,1731693449592 in 1.0770 sec 2024-11-15T17:57:34,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=351ee111e002bdacf68605885bc7c80b, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T17:57:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351ee111e002bdacf68605885bc7c80b, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T17:57:34,714 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,715 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3a7e3c449b5363ab4d8aecb53b945f7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68803035, jitterRate=0.025245115160942078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,716 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T17:57:34,716 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3a7e3c449b5363ab4d8aecb53b945f7e: Running coprocessor pre-open hook at 1731693454637Writing region info on filesystem at 1731693454637Initializing all the Stores at 1731693454643 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454644 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454654 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454654Cleaning up temporary data from old regions at 1731693454690 (+36 ms)Running coprocessor post-open hooks at 1731693454716 (+26 ms)Region opened successfully at 1731693454716 2024-11-15T17:57:34,717 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e., pid=54, masterSystemTime=1731693454250 2024-11-15T17:57:34,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN in 1.5110 sec 2024-11-15T17:57:34,721 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T17:57:34,721 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T17:57:34,722 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T17:57:34,722 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 686166dfa4d6f6cdc8d9a30591038590, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-15T17:57:34,722 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,723 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,723 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,723 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,724 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3a7e3c449b5363ab4d8aecb53b945f7e, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a7e3c449b5363ab4d8aecb53b945f7e, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:34,730 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,732 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686166dfa4d6f6cdc8d9a30591038590 columnFamilyName colfamily11 2024-11-15T17:57:34,732 DEBUG [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,734 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] regionserver.HStore(327): Store=686166dfa4d6f6cdc8d9a30591038590/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,734 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,737 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686166dfa4d6f6cdc8d9a30591038590 columnFamilyName colfamily21 2024-11-15T17:57:34,737 DEBUG [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,738 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] regionserver.HStore(327): Store=686166dfa4d6f6cdc8d9a30591038590/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,738 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=18 2024-11-15T17:57:34,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a7e3c449b5363ab4d8aecb53b945f7e, server=4e3b17656000,33335,1731693449522 in 591 msec 2024-11-15T17:57:34,741 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686166dfa4d6f6cdc8d9a30591038590 columnFamilyName colfamily31 2024-11-15T17:57:34,741 DEBUG [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,742 INFO [StoreOpener-686166dfa4d6f6cdc8d9a30591038590-1 {}] regionserver.HStore(327): Store=686166dfa4d6f6cdc8d9a30591038590/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,742 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3a7e3c449b5363ab4d8aecb53b945f7e, ASSIGN in 1.5360 sec 2024-11-15T17:57:34,744 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,745 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,767 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,767 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,775 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=6 2024-11-15T17:57:34,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 351ee111e002bdacf68605885bc7c80b, server=4e3b17656000,40591,1731693449394 in 1.0140 sec 2024-11-15T17:57:34,787 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351ee111e002bdacf68605885bc7c80b, ASSIGN in 1.5730 sec 2024-11-15T17:57:34,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4456337ef40c60bbdcfc26e4eeaf976d, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:34,827 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 818d05091dd98799c73324dd5f6b28c3, server=4e3b17656000,33335,1731693449522}] 2024-11-15T17:57:34,828 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 686166dfa4d6f6cdc8d9a30591038590; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60716686, jitterRate=-0.09525087475776672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,829 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T17:57:34,829 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 686166dfa4d6f6cdc8d9a30591038590: Running coprocessor pre-open hook at 1731693454723Writing region info on filesystem at 1731693454723Initializing all the Stores at 1731693454729 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454729Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454729Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454729Cleaning up temporary data from old regions at 1731693454767 (+38 ms)Running coprocessor post-open hooks at 1731693454829 (+62 ms)Region opened successfully at 1731693454829 2024-11-15T17:57:34,839 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., pid=53, masterSystemTime=1731693454250 2024-11-15T17:57:34,866 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T17:57:34,866 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T17:57:34,866 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T17:57:34,866 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 59379a4bc7ddb171ea8b80aa3673c498, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-15T17:57:34,867 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,867 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,867 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,868 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=686166dfa4d6f6cdc8d9a30591038590, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,887 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,889 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59379a4bc7ddb171ea8b80aa3673c498 columnFamilyName colfamily11 2024-11-15T17:57:34,889 DEBUG [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,890 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] regionserver.HStore(327): Store=59379a4bc7ddb171ea8b80aa3673c498/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,890 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,892 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59379a4bc7ddb171ea8b80aa3673c498 columnFamilyName colfamily21 2024-11-15T17:57:34,893 DEBUG [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,893 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] regionserver.HStore(327): Store=59379a4bc7ddb171ea8b80aa3673c498/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,894 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,896 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59379a4bc7ddb171ea8b80aa3673c498 columnFamilyName colfamily31 2024-11-15T17:57:34,896 DEBUG [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:34,897 INFO [StoreOpener-59379a4bc7ddb171ea8b80aa3673c498-1 {}] regionserver.HStore(327): Store=59379a4bc7ddb171ea8b80aa3673c498/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:34,897 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,898 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 686166dfa4d6f6cdc8d9a30591038590, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:34,900 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,902 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,902 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,903 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,45119,1731693449592 2024-11-15T17:57:34,903 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:34,905 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5f4f8dd50f70b938b0d2649f189662, server=4e3b17656000,45119,1731693449592 because future has completed 2024-11-15T17:57:34,915 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:34,916 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 59379a4bc7ddb171ea8b80aa3673c498; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63366483, jitterRate=-0.055765822529792786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:34,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=12 2024-11-15T17:57:34,916 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T17:57:34,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 686166dfa4d6f6cdc8d9a30591038590, server=4e3b17656000,33335,1731693449522 in 795 msec 2024-11-15T17:57:34,916 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 59379a4bc7ddb171ea8b80aa3673c498: Running coprocessor pre-open hook at 1731693454868Writing region info on filesystem at 1731693454868Initializing all the Stores at 1731693454870 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454870Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454886 (+16 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454886Cleaning up temporary data from old regions at 1731693454902 (+16 ms)Running coprocessor post-open hooks at 1731693454916 (+14 ms)Region opened successfully at 1731693454916 2024-11-15T17:57:34,918 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498., pid=52, masterSystemTime=1731693454250 2024-11-15T17:57:34,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=686166dfa4d6f6cdc8d9a30591038590, ASSIGN in 1.7130 sec 2024-11-15T17:57:34,922 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T17:57:34,922 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T17:57:34,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59379a4bc7ddb171ea8b80aa3673c498, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:34,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59379a4bc7ddb171ea8b80aa3673c498, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:34,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=26 2024-11-15T17:57:34,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e5f4f8dd50f70b938b0d2649f189662, server=4e3b17656000,45119,1731693449592 in 1.2590 sec 2024-11-15T17:57:34,977 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,33335,1731693449522, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59379a4bc7ddb171ea8b80aa3673c498. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:57:34,980 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T17:57:34,980 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 818d05091dd98799c73324dd5f6b28c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-15T17:57:34,980 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:34,980 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:34,981 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:34,981 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:34,989 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:34,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN in 1.7650 sec 2024-11-15T17:57:34,999 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818d05091dd98799c73324dd5f6b28c3 columnFamilyName colfamily11 2024-11-15T17:57:34,999 DEBUG [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:35,007 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] regionserver.HStore(327): Store=818d05091dd98799c73324dd5f6b28c3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:35,007 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,023 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818d05091dd98799c73324dd5f6b28c3 columnFamilyName colfamily21 2024-11-15T17:57:35,023 DEBUG [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:35,031 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] regionserver.HStore(327): Store=818d05091dd98799c73324dd5f6b28c3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:35,031 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=9 2024-11-15T17:57:35,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59379a4bc7ddb171ea8b80aa3673c498, server=4e3b17656000,33335,1731693449522 in 928 msec 2024-11-15T17:57:35,039 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818d05091dd98799c73324dd5f6b28c3 columnFamilyName colfamily31 2024-11-15T17:57:35,039 DEBUG [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:35,047 INFO [StoreOpener-818d05091dd98799c73324dd5f6b28c3-1 {}] regionserver.HStore(327): Store=818d05091dd98799c73324dd5f6b28c3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:35,047 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,051 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,055 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59379a4bc7ddb171ea8b80aa3673c498, ASSIGN in 1.8360 sec 2024-11-15T17:57:35,061 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,061 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,062 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:35,064 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,074 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:35,076 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 818d05091dd98799c73324dd5f6b28c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59750643, jitterRate=-0.1096460372209549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:35,076 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 818d05091dd98799c73324dd5f6b28c3 2024-11-15T17:57:35,076 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 818d05091dd98799c73324dd5f6b28c3: Running coprocessor pre-open hook at 1731693454981Writing region info on filesystem at 1731693454981Initializing all the Stores at 1731693454983 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454983Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454986 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693454986Cleaning up temporary data from old regions at 1731693455061 (+75 ms)Running coprocessor post-open hooks at 1731693455076 (+15 ms)Region opened successfully at 1731693455076 2024-11-15T17:57:35,080 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3., pid=56, masterSystemTime=1731693454955 2024-11-15T17:57:35,093 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T17:57:35,093 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T17:57:35,094 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T17:57:35,094 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 4456337ef40c60bbdcfc26e4eeaf976d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-15T17:57:35,094 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,094 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:57:35,095 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,095 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,103 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=818d05091dd98799c73324dd5f6b28c3, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:35,111 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456337ef40c60bbdcfc26e4eeaf976d columnFamilyName colfamily11 2024-11-15T17:57:35,111 DEBUG [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:35,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 818d05091dd98799c73324dd5f6b28c3, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:35,119 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] regionserver.HStore(327): Store=4456337ef40c60bbdcfc26e4eeaf976d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:35,122 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,125 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456337ef40c60bbdcfc26e4eeaf976d columnFamilyName colfamily21 2024-11-15T17:57:35,125 DEBUG [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:35,126 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] regionserver.HStore(327): Store=4456337ef40c60bbdcfc26e4eeaf976d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:35,128 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,131 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4456337ef40c60bbdcfc26e4eeaf976d columnFamilyName colfamily31 2024-11-15T17:57:35,131 DEBUG [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:57:35,132 INFO [StoreOpener-4456337ef40c60bbdcfc26e4eeaf976d-1 {}] regionserver.HStore(327): Store=4456337ef40c60bbdcfc26e4eeaf976d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:57:35,132 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,134 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,134 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,141 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,141 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,144 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:57:35,146 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=24 2024-11-15T17:57:35,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 818d05091dd98799c73324dd5f6b28c3, server=4e3b17656000,33335,1731693449522 in 300 msec 2024-11-15T17:57:35,155 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:57:35,156 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 4456337ef40c60bbdcfc26e4eeaf976d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75015276, jitterRate=0.11781471967697144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:57:35,156 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T17:57:35,157 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 4456337ef40c60bbdcfc26e4eeaf976d: Running coprocessor pre-open hook at 1731693455095Writing region info on filesystem at 1731693455095Initializing all the Stores at 1731693455097 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693455097Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693455098 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693455098Cleaning up temporary data from old regions at 1731693455141 (+43 ms)Running coprocessor post-open hooks at 1731693455156 (+15 ms)Region opened successfully at 1731693455157 (+1 ms) 2024-11-15T17:57:35,160 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., pid=55, masterSystemTime=1731693454955 2024-11-15T17:57:35,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=818d05091dd98799c73324dd5f6b28c3, ASSIGN in 1.9480 sec 2024-11-15T17:57:35,164 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T17:57:35,164 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T17:57:35,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=4456337ef40c60bbdcfc26e4eeaf976d, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T17:57:35,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4456337ef40c60bbdcfc26e4eeaf976d, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T17:57:35,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=21 2024-11-15T17:57:35,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 4456337ef40c60bbdcfc26e4eeaf976d, server=4e3b17656000,33335,1731693449522 in 393 msec 2024-11-15T17:57:35,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=4 2024-11-15T17:57:35,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4456337ef40c60bbdcfc26e4eeaf976d, ASSIGN in 1.9940 sec 2024-11-15T17:57:35,208 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:57:35,209 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693455208"}]},"ts":"1731693455208"} 2024-11-15T17:57:35,224 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-15T17:57:35,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:57:35,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 2.9350 sec 2024-11-15T17:57:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:57:36,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-15T17:57:36,512 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-15T17:57:36,514 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T17:57:36,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45119 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-15T17:57:36,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-15T17:57:36,553 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T17:57:36,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-15T17:57:36,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:36,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:36,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:36,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:36,626 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:36,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,741 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:36,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:36,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:36,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:36,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:36,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cci', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:36,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:36,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:36,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:36,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:36,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:36,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,204 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,211 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,213 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,294 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T17:57:37,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,360 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,557 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-15T17:57:37,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:57:37,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:37,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oov', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:37,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:37,998 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:38,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:38,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:38,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:38,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:38,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,143 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,163 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rry', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,226 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:38,282 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,360 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,434 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,507 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:38,577 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e., hostname=4e3b17656000,33335,1731693449522, seqNum=2] 2024-11-15T17:57:38,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,666 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., hostname=4e3b17656000,45119,1731693449592, seqNum=2] 2024-11-15T17:57:38,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a., hostname=4e3b17656000,40591,1731693449394, seqNum=2] 2024-11-15T17:57:38,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:57:38,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:57:38,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:57:38,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:57:38,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45119 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T17:57:38,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40591 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T17:57:38,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:57:38,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:57:38,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T17:57:38,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-15T17:57:38,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:57:38,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T17:57:38,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:57:38,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T17:57:39,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T17:57:40,513 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-15T17:57:40,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45119 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-15T17:57:40,775 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-15T17:57:40,776 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 4e3b17656000,45119,1731693449592 2024-11-15T17:57:40,776 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 4e3b17656000,45119,1731693449592 2024-11-15T17:57:40,777 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4e3b17656000,45119,1731693449592: Simulated kill ***** 2024-11-15T17:57:40,777 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:57:40,779 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:57:40,781 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:57:40,785 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:57:40,787 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:57:40,797 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 664796384 }, "NonHeapMemoryUsage": { "committed": 159186944, "init": 7667712, "max": -1, "used": 156399560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "4e3b17656000", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 63863, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 148, "ProcessCallTime_min": 0, "ProcessCallTime_max": 26, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 6, "ProcessCallTime_median": 13, "ProcessCallTime_75th_percentile": 19, "ProcessCallTime_90th_percentile": 23, "ProcessCallTime_95th_percentile": 24, "ProcessCallTime_98th_percentile": 25, "ProcessCallTime_99th_percentile": 25, "ProcessCallTime_99.9th_percentile": 25, "ProcessCallTime_TimeRangeCount_0-1": 148, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 148, "QueueCallTime_min": 0, "QueueCallTime_max": 100, "QueueCallTime_mean": 7, "QueueCallTime_25th_percentile": 25, "QueueCallTime_median": 50, "QueueCallTime_75th_percentile": 75, "QueueCallTime_90th_percentile": 90, "QueueCallTime_95th_percentile": 95, "QueueCallTime_98th_percentile": 98, "QueueCallTime_99th_percentile": 99, "QueueCallTime_99.9th_percentile": 99, "QueueCallTime_TimeRangeCount_0-1": 148, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 148, "TotalCallTime_min": 0, "TotalCallTime_max": 106, "TotalCallTime_mean": 12, "TotalCallTime_25th_percentile": 26, "TotalCallTime_median": 53, "TotalCallTime_75th_percentile": 79, "TotalCallTime_90th_percentile": 95, "TotalCallTime_95th_percentile": 100, "TotalCallTime_98th_percentile": 103, "TotalCallTime_99th_percentile": 104, "TotalCallTime_99.9th_percentile": 105, "TotalCallTime_TimeRangeCount_0-1": 148, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 148, "ResponseSize_min": 0, "ResponseSize_max": 23824, "ResponseSize_mean": 3893, "ResponseSize_25th_percentile": 5956, "ResponseSize_median": 11912, "ResponseSize_75th_percentile": 17868, "ResponseSize_90th_percentile": 21441, "ResponseSize_95th_percentile": 22632, "ResponseSize_98th_percentile": 23347, "ResponseSize_99th_percentile": 23585, "ResponseSize_99.9th_percentile": 23800, "ResponseSize_SizeRangeCount_0-10": 148, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 148, "RequestSize_min": 41, "RequestSize_max": 14907, "RequestSize_mean": 413, "RequestSize_25th_percentile": 3757, "RequestSize_median": 7474, "RequestSize_75th_percentile": 11190, "RequestSize_90th_percentile": 13420, "RequestSize_95th_percentile": 14163, "RequestSize_98th_percentile": 14609, "RequestSize_99th_percentile": 14758, "RequestSize_99.9th_percentile": 14892, "RequestSize_SizeRangeCount_0-10": 148, "sentBytes": 494444 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "4e3b17656000", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55308", "tag.serverName": "4e3b17656000,45119,1731693449592", "tag.clusterId": "28b17b1b-5488-494c-ad0a-c050ed5abb4a", "tag.Context": "regionserver", "tag.Hostname": "4e3b17656000", "regionCount": 9, "storeCount": 28, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 50772, "memStoreHeapSize": 77808, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731693449592, "averageRegionSize": 5641, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 16.400000000000002, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 4792320, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 4, "activeScanners": 7, "totalRequestCount": 134, "totalRowActionRequestCount": 89, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 82, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 76, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 56, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 73, "ScanTime_min": 0, "ScanTime_max": 15, "ScanTime_mean": 1, "ScanTime_25th_percentile": 3, "ScanTime_median": 7, "ScanTime_75th_percentile": 11, "ScanTime_90th_percentile": 13, "ScanTime_95th_percentile": 14, "ScanTime_98th_percentile": 14, "ScanTime_99th_percentile": 14, "ScanTime_99.9th_percentile": 14, "ScanTime_TimeRangeCount_0-1": 73, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 56, "Put_min": 1, "Put_max": 22, "Put_mean": 5, "Put_25th_percentile": 6, "Put_median": 11, "Put_75th_percentile": 16, "Put_90th_percentile": 19, "Put_95th_percentile": 20, "Put_98th_percentile": 21, "Put_99th_percentile": 21, "Put_99.9th_percentile": 21, "Put_TimeRangeCount_0-1": 56, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 12, "PutBatch_max": 12, "PutBatch_mean": 12, "PutBatch_25th_percentile": 12, "PutBatch_median": 12, "PutBatch_75th_percentile": 12, "PutBatch_90th_percentile": 12, "PutBatch_95th_percentile": 12, "PutBatch_98th_percentile": 12, "PutBatch_99th_percentile": 12, "PutBatch_99.9th_percentile": 12, "PutBatch_TimeRangeCount_0-1": 1, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 75, "ScanSize_min": 0, "ScanSize_max": 23728, "ScanSize_mean": 7633, "ScanSize_25th_percentile": 5932, "ScanSize_median": 11864, "ScanSize_75th_percentile": 17796, "ScanSize_90th_percentile": 21355, "ScanSize_95th_percentile": 22541, "ScanSize_98th_percentile": 23253, "ScanSize_99th_percentile": 23490, "ScanSize_99.9th_percentile": 23704, "ScanSize_SizeRangeCount_0-10": 75, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T17:57:40,801 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39505 {}] master.MasterRpcServices(700): 4e3b17656000,45119,1731693449592 reported a fatal error: ***** ABORTING region server 4e3b17656000,45119,1731693449592: Simulated kill ***** 2024-11-15T17:57:40,805 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e3b17656000,45119,1731693449592' ***** 2024-11-15T17:57:40,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T17:57:40,806 INFO [RS:2;4e3b17656000:45119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:57:40,806 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T17:57:40,806 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:57:40,806 INFO [RS:2;4e3b17656000:45119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T17:57:40,807 INFO [RS:2;4e3b17656000:45119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T17:57:40,807 INFO [RS:2;4e3b17656000:45119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:57:40,807 INFO [RS:2;4e3b17656000:45119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4e3b17656000:45119. 2024-11-15T17:57:40,807 DEBUG [RS:2;4e3b17656000:45119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:57:40,813 DEBUG [RS:2;4e3b17656000:45119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:57:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741836_1012 (size=54214) 2024-11-15T17:57:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741836_1012 (size=54214) 2024-11-15T17:57:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741836_1012 (size=54214) 2024-11-15T17:57:40,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta not finished, retry = 0 2024-11-15T17:57:40,851 INFO [regionserver/4e3b17656000:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:57:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741834_1010 (size=297717) 2024-11-15T17:57:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741834_1010 (size=297717) 2024-11-15T17:57:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741834_1010 (size=297717) 2024-11-15T17:57:40,934 DEBUG [RS:2;4e3b17656000:45119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:57:40,934 INFO [RS:2;4e3b17656000:45119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:57:40,935 INFO [RS:2;4e3b17656000:45119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45119 2024-11-15T17:57:40,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4e3b17656000,45119,1731693449592 2024-11-15T17:57:40,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T17:57:40,982 INFO [RS:2;4e3b17656000:45119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:57:40,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e3b17656000,45119,1731693449592] 2024-11-15T17:57:40,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4e3b17656000,45119,1731693449592 already deleted, retry=false 2024-11-15T17:57:40,996 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4e3b17656000,45119,1731693449592 on 4e3b17656000,39505,1731693448498 2024-11-15T17:57:41,003 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:57:41,008 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 4e3b17656000,45119,1731693449592 (carryingMeta=true) 4e3b17656000,45119,1731693449592/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5ebb27f0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T17:57:41,009 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:57:41,009 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T17:57:41,009 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:57:41,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:57:41,009 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:57:41,013 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T17:57:41,015 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:57:41,016 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T17:57:41,016 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:57:41,016 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:57:41,016 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:57:41,017 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T17:57:41,017 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T17:57:41,017 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T17:57:41,018 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:57:41,019 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T17:57:41,025 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T17:57:41,026 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:57:41,027 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T17:57:41,028 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:57:41,028 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T17:57:41,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-15T17:57:41,029 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:57:41,032 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T17:57:41,032 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,45119,1731693449592, table=hbase:meta, region=1588230740 2024-11-15T17:57:41,032 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,45119,1731693449592, state=OPEN 2024-11-15T17:57:41,052 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:57:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:57:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:57:41,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:41,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:57:41,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:57:41,092 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693491092 2024-11-15T17:57:41,092 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T17:57:41,092 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:57:41,092 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T17:57:41,095 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:57:41,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:57:41,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45119-0x10140ee9c610003, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:57:41,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:41,098 INFO [RS:2;4e3b17656000:45119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:57:41,098 INFO [RS:2;4e3b17656000:45119 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e3b17656000,45119,1731693449592; zookeeper connection closed. 2024-11-15T17:57:41,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:57:41,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:41,103 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true, isMeta: true 2024-11-15T17:57:41,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bbd3bea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bbd3bea 2024-11-15T17:57:41,107 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting 2024-11-15T17:57:41,111 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e3b17656000,45119,1731693449592 WAL count=1, meta=true 2024-11-15T17:57:41,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta}] 2024-11-15T17:57:41,114 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T17:57:41,114 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:57:41,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:57:41,115 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:57:41,135 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:57:41,136 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:57:41,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:41,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:41,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:57:41,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:41,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:41,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:41,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:41,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:41,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:57:41,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:41,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:41,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:41,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:41,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:41,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:57:41,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:41,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:41,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:42,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:42,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:42,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:57:42,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:42,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:42,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:43,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:43,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:43,262 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:57:43,267 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2171 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:57:43,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:43,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:57:43,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:43,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:45,290 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:45,291 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:45,292 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:57:45,292 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4199 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:57:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:57:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:49,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:49,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:49,301 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:57:49,302 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8209 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:57:49,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:49,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:57:49,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:49,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:57,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:57:59,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:57:59,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:57:59,321 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:57:59,321 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18228 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:57:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:57:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:57:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:01,805 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e3b17656000:39505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-15T17:58:09,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:09,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:09,342 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:58:09,345 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28252 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:58:09,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:09,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:58:09,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:09,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:12,389 INFO [master/4e3b17656000:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T17:58:12,389 INFO [master/4e3b17656000:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T17:58:18,951 WARN [RS:1;4e3b17656000:33335 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4e3b17656000,45119,1731693449592: status=status unset, state=RUNNING, startTime=1731693461008, completionTime=-1 appears to have been leaked 2024-11-15T17:58:19,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:19,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:19,361 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:58:19,362 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38269 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:58:19,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:19,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:58:19,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:19,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:27,522 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:58:29,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:29,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:29,381 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:58:29,381 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48288 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:58:29,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:29,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:58:29,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:29,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:33,925 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 474acf4e739ce71e134cb186ac5d7939 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,929 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 59379a4bc7ddb171ea8b80aa3673c498 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,930 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 686166dfa4d6f6cdc8d9a30591038590 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,931 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3d516417151355e6fbe375a49b55b55c changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,931 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3a7e3c449b5363ab4d8aecb53b945f7e changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,931 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4456337ef40c60bbdcfc26e4eeaf976d changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,931 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 818d05091dd98799c73324dd5f6b28c3 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,931 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4dbb18a2248eb01f949f2d0bd697d286 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,931 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 54f2e74f4e25714645911e48fe088a4e changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,931 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 351ee111e002bdacf68605885bc7c80b changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,932 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ba33039fbd03de2b271135b7d5663eb1 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,932 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cb0580ad12400e3b016e607693d8ebf1 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,932 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2d170c7a07e103e0b143a13114f4c85b changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,932 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a72a6c1db28c1252412aece69613185f changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,932 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d87af9644cbe29103e83df2b322b514d changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,932 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8b590f5382768138ee836bd9b5d3ffac changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,932 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4cddcb43e0db74c51a6812f6e8aaf693 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:33,932 DEBUG [master/4e3b17656000:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 757b502191b399f4ab7f84e21fba9d2a changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:58:35,811 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T17:58:36,808 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e3b17656000:39505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-15T17:58:41,102 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-15T17:57:41.099Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:41.212Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:41.421Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:41.731Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:42.242Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:57:43.268Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:45.293Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:49.303Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:57:59.322Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:09.347Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:19.363Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:29.382Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-15T17:58:41,103 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:58:41,103 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T17:58:41,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:58:41,103 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:58:41,104 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:58:41,104 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T17:58:41,104 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T17:58:41,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T17:58:41,104 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:58:41,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:58:41,108 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T17:58:41,108 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:58:41,109 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T17:58:41,109 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:58:41,110 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T17:58:41,110 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T17:58:41,111 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T17:58:41,111 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,45119,1731693449592, table=hbase:meta, region=1588230740 2024-11-15T17:58:41,111 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,45119,1731693449592, state=OPEN 2024-11-15T17:58:41,131 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:58:41,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:58:41,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:58:41,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:58:41,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:58:41,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:58:41,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:58:41,164 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693551164 2024-11-15T17:58:41,164 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T17:58:41,164 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true, isMeta: true 2024-11-15T17:58:41,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:41,164 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:41,165 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:58:41,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:41,166 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e3b17656000,45119,1731693449592 WAL count=1, meta=true 2024-11-15T17:58:41,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:58:41,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:41,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta}] 2024-11-15T17:58:41,166 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T17:58:41,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:41,172 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=4e3b17656000,40591,1731693449394 2024-11-15T17:58:41,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394}] 2024-11-15T17:58:41,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:41,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:41,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:58:41,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:41,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:41,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:41,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-15T17:58:41,368 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, size=52.9 K (54214bytes) 2024-11-15T17:58:41,368 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T17:58:41,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T17:58:41,369 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta 2024-11-15T17:58:41,375 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta after 4ms 2024-11-15T17:58:41,384 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta took 18ms 2024-11-15T17:58:41,395 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-15T17:58:41,403 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta.temp 2024-11-15T17:58:41,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta so closing down 2024-11-15T17:58:41,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T17:58:41,413 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta.temp 2024-11-15T17:58:41,416 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T17:58:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741864_1040 (size=53973) 2024-11-15T17:58:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741864_1040 (size=53973) 2024-11-15T17:58:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741864_1040 (size=53973) 2024-11-15T17:58:41,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-15T17:58:41,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-15T17:58:41,439 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 48 ms; skipped=1; WAL=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-15T17:58:41,439 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, journal: Splitting hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, size=52.9 K (54214bytes) at 1731693521368Finishing writing output for hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta so closing down at 1731693521407 (+39 ms)Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta.temp at 1731693521413 (+6 ms)3 split writer threads finished at 1731693521417 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731693521431 (+14 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731693521434 (+3 ms)Processed 58 edits across 1 Regions in 48 ms; skipped=1; WAL=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731693521439 (+5 ms) 2024-11-15T17:58:41,440 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta 2024-11-15T17:58:41,441 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-15T17:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-15T17:58:41,458 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs 2024-11-15T17:58:41,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-15T17:58:41,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 in 284 msec 2024-11-15T17:58:41,473 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=4e3b17656000,40591,1731693449394 2024-11-15T17:58:41,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:41,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:41,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-15T17:58:41,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 in 308 msec 2024-11-15T17:58:41,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:58:41,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:41,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:41,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:41,485 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting dir is empty, no logs to split. 2024-11-15T17:58:41,485 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e3b17656000,45119,1731693449592 WAL count=0, meta=true 2024-11-15T17:58:41,485 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4e3b17656000,45119,1731693449592 WAL splitting is done? wals=0, meta=true 2024-11-15T17:58:41,485 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T17:58:41,485 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:58:41,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:58:41,485 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:58:41,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:41,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:41,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:58:41,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:41,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:41,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:42,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:42,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:42,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:58:42,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:42,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:42,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:43,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:43,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:43,315 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:58:43,316 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2152 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:58:43,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:43,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:58:43,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:43,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:45,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:45,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:45,341 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:58:45,342 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4177 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:58:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:58:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:49,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:49,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:49,361 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:58:49,362 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8197 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:58:49,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:49,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:58:49,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:49,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:57,522 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:58:59,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:58:59,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:58:59,441 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:58:59,442 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18277 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:58:59,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:59,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:58:59,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:58:59,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:09,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:09,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:09,531 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:59:09,532 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28367 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:59:09,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:09,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:59:09,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:09,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:19,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:19,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:19,611 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:59:19,612 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38447 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:59:19,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:19,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:59:19,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:19,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:27,522 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:59:29,630 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:29,630 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:29,631 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:59:29,632 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48467 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:59:29,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:59:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:31,167 WARN [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 26, running: 0 2024-11-15T17:59:31,199 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-15T17:59:41,171 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-15T17:58:41.166Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:41.271Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:41.481Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:41.791Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:42.304Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:58:43.317Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:45.342Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:49.363Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:58:59.443Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:09.532Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:19.612Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:29.633Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-15T17:59:41,172 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:59:41,172 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T17:59:41,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:59:41,173 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:59:41,173 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:59:41,173 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T17:59:41,173 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T17:59:41,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T17:59:41,173 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:59:41,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T17:59:41,177 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T17:59:41,178 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T17:59:41,178 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T17:59:41,178 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:59:41,179 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T17:59:41,180 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:59:41,180 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T17:59:41,180 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T17:59:41,180 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T17:59:41,180 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T17:59:41,180 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T17:59:41,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T17:59:41,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T17:59:41,181 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,45119,1731693449592, table=hbase:meta, region=1588230740 2024-11-15T17:59:41,181 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,45119,1731693449592, state=OPEN 2024-11-15T17:59:41,232 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:59:41,233 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:59:41,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:59:41,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:59:41,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:59:41,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:59:41,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:59:41,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:59:41,381 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693611381 2024-11-15T17:59:41,381 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T17:59:41,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:41,382 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:41,382 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:59:41,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:41,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:59:41,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:41,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:41,383 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting dir is empty, no logs to split. 2024-11-15T17:59:41,383 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e3b17656000,45119,1731693449592 WAL count=0, meta=true 2024-11-15T17:59:41,383 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4e3b17656000,45119,1731693449592 WAL splitting is done? wals=0, meta=true 2024-11-15T17:59:41,383 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T17:59:41,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:59:41,385 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T17:59:41,385 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T17:59:41,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:59:41,386 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:59:41,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:41,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:41,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:59:41,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:41,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:41,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:41,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:41,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:41,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:59:41,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:41,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:41,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:42,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:42,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:42,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:59:42,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:42,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:42,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:42,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:42,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:42,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T17:59:42,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:42,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:42,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:43,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:43,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:43,531 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:59:43,532 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2150 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:59:43,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:43,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:59:43,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:43,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:43,810 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e3b17656000:39505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-15T17:59:45,550 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:45,550 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:45,551 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:59:45,552 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4170 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:59:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:59:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:49,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:49,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:49,582 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:59:49,583 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8200 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:59:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:59:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:57,523 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:59:59,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:59:59,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T17:59:59,662 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:59:59,662 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18280 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:59:59,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:59,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T17:59:59,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T17:59:59,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:09,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:09,691 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T18:00:09,692 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:00:09,692 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28310 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T18:00:09,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:09,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T18:00:09,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T18:00:09,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:19,056 WARN [RS:1;4e3b17656000:33335 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4e3b17656000,45119,1731693449592: status=Processing ServerCrashProcedure of 4e3b17656000,45119,1731693449592 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731693461028, completionTime=-1 appears to have been leaked 2024-11-15T18:00:19,056 WARN [RS:1;4e3b17656000:33335 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4e3b17656000,45119,1731693449592: status=Processing ServerCrashProcedure of 4e3b17656000,45119,1731693449592 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731693521109, completionTime=-1 appears to have been leaked 2024-11-15T18:00:19,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:19,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T18:00:19,802 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:00:19,802 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38420 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T18:00:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T18:00:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T18:00:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:27,523 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:00:29,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:29,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T18:00:29,841 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:00:29,842 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,45119,1731693449592 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48460 ms java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T18:00:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T18:00:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T18:00:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:41,391 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-15T17:59:41.383Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:41.491Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:41.701Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:42.012Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:42.522Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T17:59:43.532Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:45.553Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:49.583Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T17:59:59.663Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:09.693Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:19.803Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:29.843Z, java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-15T18:00:41,393 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:41,393 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T18:00:41,393 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:41,394 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:00:41,394 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:00:41,394 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T18:00:41,394 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T18:00:41,394 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T18:00:41,394 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:00:41,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-15T18:00:41,399 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T18:00:41,399 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:41,399 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:41,400 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:00:41,401 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T18:00:41,401 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:41,401 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:41,401 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:41,402 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T18:00:41,402 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:41,402 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:41,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T18:00:41,410 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:41,410 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,45119,1731693449592, table=hbase:meta, region=1588230740 2024-11-15T18:00:41,410 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,45119,1731693449592, state=OPEN 2024-11-15T18:00:41,430 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:41,443 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:41,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:41,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:41,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:41,468 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693671468 2024-11-15T18:00:41,468 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T18:00:41,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:41,469 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T18:00:41,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:00:41,470 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T18:00:41,470 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:00:41,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:41,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T18:00:41,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T18:00:41,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:41,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:00:41,477 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:41,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:41,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1] 2024-11-15T18:00:41,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:41,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:41,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:41,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T18:00:41,628 DEBUG [4e3b17656000:39505 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T18:00:41,629 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(204): Hosts are {4e3b17656000=0} racks are {/default-rack=0} 2024-11-15T18:00:41,629 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T18:00:41,630 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T18:00:41,630 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T18:00:41,630 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T18:00:41,630 INFO [4e3b17656000:39505 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T18:00:41,630 INFO [4e3b17656000:39505 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T18:00:41,630 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T18:00:41,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:41,631 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,40591,1731693449394, state=OPENING 2024-11-15T18:00:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:41,675 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:00:41,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:41,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:41,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:41,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394}] 2024-11-15T18:00:41,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:41,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1] 2024-11-15T18:00:41,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:00:41,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:00:41,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40591 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:39303 deadline: 1731693701471, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 4e3b17656000,40591,1731693449394 2024-11-15T18:00:41,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 4e3b17656000,40591,1731693449394 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:00:41,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 4e3b17656000,40591,1731693449394 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:00:41,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1 from cache 2024-11-15T18:00:41,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:00:41,846 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:00:41,846 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:00:41,847 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:00:41,855 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C40591%2C1731693449394.meta, suffix=.meta, logDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,40591,1731693449394, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs, maxLogs=32 2024-11-15T18:00:41,880 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,40591,1731693449394/4e3b17656000%2C40591%2C1731693449394.meta.1731693641858.meta, exclude list is [], retry=0 2024-11-15T18:00:41,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46221,DS-b6e5ab24-3dd5-4428-ad9a-e78eb45d8e4e,DISK] 2024-11-15T18:00:41,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-d5801812-4b78-4b0b-8a1f-ebf5b12756b6,DISK] 2024-11-15T18:00:41,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-48719136-1273-42a2-9822-5be764184cff,DISK] 2024-11-15T18:00:41,899 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,40591,1731693449394/4e3b17656000%2C40591%2C1731693449394.meta.1731693641858.meta 2024-11-15T18:00:41,900 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40871:40871),(127.0.0.1/127.0.0.1:41593:41593),(127.0.0.1/127.0.0.1:45933:45933)] 2024-11-15T18:00:41,900 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:00:41,900 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:00:41,901 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:00:41,901 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:00:41,901 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:00:41,901 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:41,901 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:00:41,901 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:00:41,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:00:41,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:00:41,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:41,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:00:41,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:00:41,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:00:41,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:41,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:00:41,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:00:41,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:00:41,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:41,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:00:41,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:00:41,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:00:41,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:41,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:00:41,924 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:00:41,925 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740 2024-11-15T18:00:41,931 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740 2024-11-15T18:00:41,933 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-15T18:00:41,961 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-15T18:00:41,967 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-15T18:00:42,096 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/info/7697e73b05ed47939dc6642d50b8f5c0 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b./info:regioninfo/1731693454710/Put/seqid=0 2024-11-15T18:00:42,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:42,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1] 2024-11-15T18:00:42,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40591 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:39303 deadline: 1731693701469, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 4e3b17656000,40591,1731693449394 2024-11-15T18:00:42,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 4e3b17656000,40591,1731693449394 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:00:42,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 4e3b17656000,40591,1731693449394 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:00:42,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1 from cache 2024-11-15T18:00:42,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741866_1042 (size=58053) 2024-11-15T18:00:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741866_1042 (size=58053) 2024-11-15T18:00:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741866_1042 (size=58053) 2024-11-15T18:00:42,139 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/info/7697e73b05ed47939dc6642d50b8f5c0 2024-11-15T18:00:42,224 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/ns/232d1f944abc4e0c902a2cfd008dcc58 is 43, key is default/ns:d/1731693451969/Put/seqid=0 2024-11-15T18:00:42,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741867_1043 (size=5153) 2024-11-15T18:00:42,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741867_1043 (size=5153) 2024-11-15T18:00:42,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741867_1043 (size=5153) 2024-11-15T18:00:42,242 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/ns/232d1f944abc4e0c902a2cfd008dcc58 2024-11-15T18:00:42,274 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/table/fbc8c6831b2149dc9f177364838a98a6 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731693455208/Put/seqid=0 2024-11-15T18:00:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741868_1044 (size=5620) 2024-11-15T18:00:42,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741868_1044 (size=5620) 2024-11-15T18:00:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741868_1044 (size=5620) 2024-11-15T18:00:42,292 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/table/fbc8c6831b2149dc9f177364838a98a6 2024-11-15T18:00:42,310 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/info/7697e73b05ed47939dc6642d50b8f5c0 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/info/7697e73b05ed47939dc6642d50b8f5c0 2024-11-15T18:00:42,323 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/info/7697e73b05ed47939dc6642d50b8f5c0, entries=260, sequenceid=60, filesize=56.7 K 2024-11-15T18:00:42,327 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/ns/232d1f944abc4e0c902a2cfd008dcc58 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/ns/232d1f944abc4e0c902a2cfd008dcc58 2024-11-15T18:00:42,345 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/ns/232d1f944abc4e0c902a2cfd008dcc58, entries=2, sequenceid=60, filesize=5.0 K 2024-11-15T18:00:42,352 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/table/fbc8c6831b2149dc9f177364838a98a6 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/table/fbc8c6831b2149dc9f177364838a98a6 2024-11-15T18:00:42,372 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/table/fbc8c6831b2149dc9f177364838a98a6, entries=2, sequenceid=60, filesize=5.5 K 2024-11-15T18:00:42,378 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 411ms, sequenceid=60, compaction requested=false; wal=null 2024-11-15T18:00:42,387 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-15T18:00:42,404 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:00:42,404 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:00:42,405 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:00:42,413 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:00:42,438 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-15T18:00:42,441 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67261270, jitterRate=0.002271026372909546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:00:42,441 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:00:42,441 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731693641901Writing region info on filesystem at 1731693641901Initializing all the Stores at 1731693641907 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693641907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693641907Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693641907Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693641907Obtaining lock to block concurrent updates at 1731693641968 (+61 ms)Preparing flush snapshotting stores in 1588230740 at 1731693641968Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731693641972 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731693641973 (+1 ms)Flushing 1588230740/info: creating writer at 1731693641979 (+6 ms)Flushing 1588230740/info: appending metadata at 1731693642078 (+99 ms)Flushing 1588230740/info: closing flushed file at 1731693642085 (+7 ms)Flushing 1588230740/ns: creating writer at 1731693642199 (+114 ms)Flushing 1588230740/ns: appending metadata at 1731693642223 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731693642223Flushing 1588230740/table: creating writer at 1731693642256 (+33 ms)Flushing 1588230740/table: appending metadata at 1731693642273 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731693642273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704bb484: reopening flushed file at 1731693642308 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353c96a3: reopening flushed file at 1731693642326 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7aaac3: reopening flushed file at 1731693642345 (+19 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 411ms, sequenceid=60, compaction requested=false; wal=null at 1731693642378 (+33 ms)Cleaning up temporary data from old regions at 1731693642404 (+26 ms)Running coprocessor post-open hooks at 1731693642441 (+37 ms)Region opened successfully at 1731693642441 2024-11-15T18:00:42,443 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731693641829 2024-11-15T18:00:42,449 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:00:42,449 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:00:42,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:42,452 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,40591,1731693449394, state=OPEN 2024-11-15T18:00:42,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:42,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:42,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:42,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:42,508 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:42,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:42,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-15T18:00:42,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 in 833 msec 2024-11-15T18:00:42,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:42,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-15T18:00:42,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0420 sec 2024-11-15T18:00:42,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:42,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1] 2024-11-15T18:00:42,666 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=474acf4e739ce71e134cb186ac5d7939, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,666 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351ee111e002bdacf68605885bc7c80b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,666 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90ece7b8b0f01448538cd9411a0e866f, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:42,666 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba33039fbd03de2b271135b7d5663eb1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,667 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59379a4bc7ddb171ea8b80aa3673c498, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,667 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:42,667 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cb0580ad12400e3b016e607693d8ebf1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,667 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686166dfa4d6f6cdc8d9a30591038590, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,667 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04af19fa754ff2d194ea1539d68b129a, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:42,667 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d516417151355e6fbe375a49b55b55c, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,668 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d170c7a07e103e0b143a13114f4c85b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,668 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:42,668 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a72a6c1db28c1252412aece69613185f, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,668 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3a7e3c449b5363ab4d8aecb53b945f7e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,668 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:42,668 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d87af9644cbe29103e83df2b322b514d, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,669 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4456337ef40c60bbdcfc26e4eeaf976d, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,669 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb0329899889a6eb4a350ba04852f6c, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:42,669 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b590f5382768138ee836bd9b5d3ffac, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,669 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=818d05091dd98799c73324dd5f6b28c3, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,669 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4dbb18a2248eb01f949f2d0bd697d286, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,669 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:42,670 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cddcb43e0db74c51a6812f6e8aaf693, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,670 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54f2e74f4e25714645911e48fe088a4e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:42,670 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:42,670 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=757b502191b399f4ab7f84e21fba9d2a, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:42,670 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T18:00:42,670 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731693702670 2024-11-15T18:00:42,670 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731693762670 2024-11-15T18:00:42,670 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.2020 sec 2024-11-15T18:00:42,671 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 4e3b17656000,45119,1731693449592 had 9 regions 2024-11-15T18:00:42,671 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T18:00:42,671 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:42,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:42,672 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:42,921 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:42,921 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T18:00:42,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:42,921 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:00:42,921 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:00:42,923 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T18:00:42,923 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T18:00:42,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T18:00:42,923 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:00:42,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-15T18:00:42,935 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T18:00:42,935 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:42,936 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:42,936 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:42,936 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:42,944 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:00:42,945 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:42,946 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:42,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 19 msec 2024-11-15T18:00:42,966 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=61 2024-11-15T18:00:42,966 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,40591,1731693449394, table=hbase:meta, region=1588230740 2024-11-15T18:00:42,967 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,40591,1731693449394, state=OPEN 2024-11-15T18:00:43,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:43,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:43,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:43,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:43,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:43,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:43,016 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:43,034 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693673034 2024-11-15T18:00:43,034 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T18:00:43,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=474acf4e739ce71e134cb186ac5d7939, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351ee111e002bdacf68605885bc7c80b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90ece7b8b0f01448538cd9411a0e866f, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba33039fbd03de2b271135b7d5663eb1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59379a4bc7ddb171ea8b80aa3673c498, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cb0580ad12400e3b016e607693d8ebf1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686166dfa4d6f6cdc8d9a30591038590, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04af19fa754ff2d194ea1539d68b129a, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d516417151355e6fbe375a49b55b55c, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,076 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d170c7a07e103e0b143a13114f4c85b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,077 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,077 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a72a6c1db28c1252412aece69613185f, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,077 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3a7e3c449b5363ab4d8aecb53b945f7e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,077 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,077 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d87af9644cbe29103e83df2b322b514d, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,077 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4456337ef40c60bbdcfc26e4eeaf976d, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb0329899889a6eb4a350ba04852f6c, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b590f5382768138ee836bd9b5d3ffac, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=818d05091dd98799c73324dd5f6b28c3, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4dbb18a2248eb01f949f2d0bd697d286, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cddcb43e0db74c51a6812f6e8aaf693, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54f2e74f4e25714645911e48fe088a4e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=757b502191b399f4ab7f84e21fba9d2a, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,079 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T18:00:43,079 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731693703079 2024-11-15T18:00:43,079 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731693763079 2024-11-15T18:00:43,079 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 44 msec 2024-11-15T18:00:43,079 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 4e3b17656000,45119,1731693449592 had 8 regions 2024-11-15T18:00:43,079 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T18:00:43,100 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true, isMeta: false 2024-11-15T18:00:43,107 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e3b17656000,45119,1731693449592 WAL count=1, meta=false 2024-11-15T18:00:43,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289}] 2024-11-15T18:00:43,108 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T18:00:43,108 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:43,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:43,108 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:43,329 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:43,329 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T18:00:43,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:43,329 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:00:43,330 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:00:43,332 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:43,335 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T18:00:43,335 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T18:00:43,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T18:00:43,335 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:00:43,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-15T18:00:43,342 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:43,345 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T18:00:43,345 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:43,345 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:43,345 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:43,345 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:43,345 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:00:43,346 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:43,347 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:43,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-15T18:00:43,351 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=61 2024-11-15T18:00:43,351 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,40591,1731693449394, table=hbase:meta, region=1588230740 2024-11-15T18:00:43,352 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,40591,1731693449394, state=OPEN 2024-11-15T18:00:43,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:43,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:43,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:43,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:43,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:43,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:43,382 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693673382 2024-11-15T18:00:43,383 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T18:00:43,393 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=474acf4e739ce71e134cb186ac5d7939, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,393 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351ee111e002bdacf68605885bc7c80b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,393 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90ece7b8b0f01448538cd9411a0e866f, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,393 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba33039fbd03de2b271135b7d5663eb1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,393 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59379a4bc7ddb171ea8b80aa3673c498, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,393 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,393 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cb0580ad12400e3b016e607693d8ebf1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686166dfa4d6f6cdc8d9a30591038590, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04af19fa754ff2d194ea1539d68b129a, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d516417151355e6fbe375a49b55b55c, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d170c7a07e103e0b143a13114f4c85b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a72a6c1db28c1252412aece69613185f, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3a7e3c449b5363ab4d8aecb53b945f7e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,394 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d87af9644cbe29103e83df2b322b514d, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4456337ef40c60bbdcfc26e4eeaf976d, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb0329899889a6eb4a350ba04852f6c, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b590f5382768138ee836bd9b5d3ffac, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=818d05091dd98799c73324dd5f6b28c3, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4dbb18a2248eb01f949f2d0bd697d286, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cddcb43e0db74c51a6812f6e8aaf693, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54f2e74f4e25714645911e48fe088a4e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:43,395 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:43,396 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=757b502191b399f4ab7f84e21fba9d2a, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:43,396 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T18:00:43,396 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731693703396 2024-11-15T18:00:43,396 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731693763396 2024-11-15T18:00:43,396 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-15T18:00:43,396 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true, isMeta: false 2024-11-15T18:00:43,398 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e3b17656000,45119,1731693449592 WAL count=1, meta=false 2024-11-15T18:00:43,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289}] 2024-11-15T18:00:43,399 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T18:00:43,402 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=4e3b17656000,33335,1731693449522 2024-11-15T18:00:43,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522}] 2024-11-15T18:00:43,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:00:43,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-15T18:00:43,589 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289, size=290.7 K (297717bytes) 2024-11-15T18:00:43,589 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289 2024-11-15T18:00:43,590 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289 after 1ms 2024-11-15T18:00:43,595 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289 took 6ms 2024-11-15T18:00:43,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 04af19fa754ff2d194ea1539d68b129a: last_flushed_sequence_id: 18446744073709551615 2024-11-15T18:00:43,606 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 46260be389f17dc1e1d3fdff7cb1dceb: last_flushed_sequence_id: 18446744073709551615 2024-11-15T18:00:43,611 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 7e5f4f8dd50f70b938b0d2649f189662: last_flushed_sequence_id: 18446744073709551615 2024-11-15T18:00:43,613 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 90ece7b8b0f01448538cd9411a0e866f: last_flushed_sequence_id: 18446744073709551615 2024-11-15T18:00:43,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5b6e97cece6761c097bf44c57ecc08d8: last_flushed_sequence_id: 18446744073709551615 2024-11-15T18:00:43,621 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bfb0329899889a6eb4a350ba04852f6c: last_flushed_sequence_id: 18446744073709551615 2024-11-15T18:00:43,625 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f48242f28fa8752ee8fd2127cfd544b0: last_flushed_sequence_id: 18446744073709551615 2024-11-15T18:00:43,627 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0999a5c0eca4975d2e9ab9f1f29d9617: last_flushed_sequence_id: 18446744073709551615 2024-11-15T18:00:43,634 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,644 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,646 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,647 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289 so closing down 2024-11-15T18:00:43,647 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:00:43,647 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,652 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,653 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,656 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,661 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,673 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,674 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,682 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,685 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,686 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,688 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,699 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,700 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp 2024-11-15T18:00:43,701 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:00:43,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741871_1047 (size=36767) 2024-11-15T18:00:43,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741871_1047 (size=36767) 2024-11-15T18:00:43,736 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T18:00:43,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741871_1047 (size=36767) 2024-11-15T18:00:43,741 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004 2024-11-15T18:00:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741869_1045 (size=36767) 2024-11-15T18:00:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741869_1045 (size=36767) 2024-11-15T18:00:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741869_1045 (size=36767) 2024-11-15T18:00:43,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T18:00:43,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004 2024-11-15T18:00:43,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741870_1046 (size=36767) 2024-11-15T18:00:43,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741870_1046 (size=36767) 2024-11-15T18:00:43,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T18:00:43,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004 2024-11-15T18:00:43,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741870_1046 (size=36767) 2024-11-15T18:00:43,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741873_1049 (size=36767) 2024-11-15T18:00:43,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741873_1049 (size=36767) 2024-11-15T18:00:43,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741873_1049 (size=36767) 2024-11-15T18:00:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741872_1048 (size=36767) 2024-11-15T18:00:43,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741872_1048 (size=36767) 2024-11-15T18:00:43,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741872_1048 (size=36767) 2024-11-15T18:00:43,816 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T18:00:43,819 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004 2024-11-15T18:00:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741874_1050 (size=36767) 2024-11-15T18:00:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741874_1050 (size=36767) 2024-11-15T18:00:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741874_1050 (size=36767) 2024-11-15T18:00:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741875_1051 (size=36767) 2024-11-15T18:00:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741875_1051 (size=36767) 2024-11-15T18:00:43,885 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T18:00:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741875_1051 (size=36767) 2024-11-15T18:00:43,894 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004 2024-11-15T18:00:43,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741876_1052 (size=36767) 2024-11-15T18:00:43,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741876_1052 (size=36767) 2024-11-15T18:00:43,932 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T18:00:43,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741876_1052 (size=36767) 2024-11-15T18:00:43,939 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004 2024-11-15T18:00:44,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-15T18:00:44,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004 2024-11-15T18:00:44,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-15T18:00:44,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004 2024-11-15T18:00:44,246 INFO [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 645 ms; skipped=8; WAL=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289, size=290.7 K, length=297717, corrupted=false, cancelled=false 2024-11-15T18:00:44,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289, journal: Splitting hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289, size=290.7 K (297717bytes) at 1731693643589Finishing writing output for hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289 so closing down at 1731693643647 (+58 ms)Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp at 1731693643647Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp at 1731693643652 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp at 1731693643661 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp at 1731693643673 (+12 ms)Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp at 1731693643682 (+9 ms)Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp at 1731693643688 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp at 1731693643699 (+11 ms)Creating recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp at 1731693643700 (+1 ms)3 split writer threads finished at 1731693643701 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731693643736 (+35 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004 at 1731693643741 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731693643756 (+15 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004 at 1731693643758 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731693643773 (+15 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004 at 1731693643775 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731693643816 (+41 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004 at 1731693643819 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731693643885 (+66 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004 at 1731693643894 (+9 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731693643932 (+38 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004 at 1731693643939 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731693644209 (+270 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004 at 1731693644211 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731693644244 (+33 ms)Rename recovered edits hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004-4e3b17656000%2C45119%2C1731693449592.1731693451289.temp to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004 at 1731693644246 (+2 ms)Processed 16 edits across 8 Regions in 645 ms; skipped=8; WAL=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289, size=290.7 K, length=297717, corrupted=false, cancelled=false at 1731693644247 (+1 ms) 2024-11-15T18:00:44,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289 2024-11-15T18:00:44,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-15T18:00:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-15T18:00:44,253 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting/4e3b17656000%2C45119%2C1731693449592.1731693451289 to hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs 2024-11-15T18:00:44,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-15T18:00:44,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 in 850 msec 2024-11-15T18:00:44,259 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-15T18:00:44,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 in 861 msec 2024-11-15T18:00:44,265 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting dir is empty, no logs to split. 2024-11-15T18:00:44,265 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e3b17656000,45119,1731693449592 WAL count=0, meta=false 2024-11-15T18:00:44,265 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4e3b17656000,45119,1731693449592 WAL splitting is done? wals=0, meta=false 2024-11-15T18:00:44,266 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T18:00:44,266 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:44,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:44,266 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:44,397 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:44,397 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T18:00:44,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:44,397 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:00:44,397 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:00:44,397 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T18:00:44,397 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T18:00:44,398 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T18:00:44,398 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:00:44,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:00:44,400 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T18:00:44,400 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:44,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:44,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:44,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:44,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:44,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:44,401 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:00:44,402 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T18:00:44,402 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,403 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T18:00:44,404 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=61 2024-11-15T18:00:44,404 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,40591,1731693449394, table=hbase:meta, region=1588230740 2024-11-15T18:00:44,404 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,40591,1731693449394, state=OPEN 2024-11-15T18:00:44,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:44,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:44,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:44,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:44,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:44,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:44,451 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693674451 2024-11-15T18:00:44,451 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=474acf4e739ce71e134cb186ac5d7939, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351ee111e002bdacf68605885bc7c80b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90ece7b8b0f01448538cd9411a0e866f, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba33039fbd03de2b271135b7d5663eb1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59379a4bc7ddb171ea8b80aa3673c498, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cb0580ad12400e3b016e607693d8ebf1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686166dfa4d6f6cdc8d9a30591038590, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04af19fa754ff2d194ea1539d68b129a, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d516417151355e6fbe375a49b55b55c, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d170c7a07e103e0b143a13114f4c85b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a72a6c1db28c1252412aece69613185f, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3a7e3c449b5363ab4d8aecb53b945f7e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d87af9644cbe29103e83df2b322b514d, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4456337ef40c60bbdcfc26e4eeaf976d, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb0329899889a6eb4a350ba04852f6c, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b590f5382768138ee836bd9b5d3ffac, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=818d05091dd98799c73324dd5f6b28c3, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4dbb18a2248eb01f949f2d0bd697d286, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cddcb43e0db74c51a6812f6e8aaf693, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54f2e74f4e25714645911e48fe088a4e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=757b502191b399f4ab7f84e21fba9d2a, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,458 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T18:00:44,458 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731693704458 2024-11-15T18:00:44,458 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731693764458 2024-11-15T18:00:44,458 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-15T18:00:44,460 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 4e3b17656000,45119,1731693449592 does not exist 2024-11-15T18:00:44,460 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e3b17656000,45119,1731693449592 WAL count=0, meta=false 2024-11-15T18:00:44,460 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4e3b17656000,45119,1731693449592 WAL splitting is done? wals=0, meta=false 2024-11-15T18:00:44,461 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 4e3b17656000,45119,1731693449592 failed, ignore...File hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,45119,1731693449592-splitting does not exist. 2024-11-15T18:00:44,461 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T18:00:44,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN}] 2024-11-15T18:00:44,462 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T18:00:44,462 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:44,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:44,462 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:44,709 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:44,709 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T18:00:44,709 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:44,709 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:00:44,709 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:00:44,709 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T18:00:44,709 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T18:00:44,709 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T18:00:44,710 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:00:44,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:00:44,712 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T18:00:44,712 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:44,712 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:44,712 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:44,712 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:44,712 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:44,712 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:44,713 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:00:44,713 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,715 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:44,715 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T18:00:44,716 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=61 2024-11-15T18:00:44,716 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,40591,1731693449394, table=hbase:meta, region=1588230740 2024-11-15T18:00:44,716 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,40591,1731693449394, state=OPEN 2024-11-15T18:00:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:44,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:44,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:44,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:44,750 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693674750 2024-11-15T18:00:44,750 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T18:00:44,754 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=474acf4e739ce71e134cb186ac5d7939, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,754 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351ee111e002bdacf68605885bc7c80b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,754 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90ece7b8b0f01448538cd9411a0e866f, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,754 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba33039fbd03de2b271135b7d5663eb1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,755 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59379a4bc7ddb171ea8b80aa3673c498, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,755 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,755 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cb0580ad12400e3b016e607693d8ebf1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,755 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686166dfa4d6f6cdc8d9a30591038590, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,755 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04af19fa754ff2d194ea1539d68b129a, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,755 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d516417151355e6fbe375a49b55b55c, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,755 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d170c7a07e103e0b143a13114f4c85b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,755 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,756 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a72a6c1db28c1252412aece69613185f, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,756 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3a7e3c449b5363ab4d8aecb53b945f7e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,756 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,756 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d87af9644cbe29103e83df2b322b514d, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,756 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4456337ef40c60bbdcfc26e4eeaf976d, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,756 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb0329899889a6eb4a350ba04852f6c, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,756 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b590f5382768138ee836bd9b5d3ffac, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,756 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=818d05091dd98799c73324dd5f6b28c3, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,757 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4dbb18a2248eb01f949f2d0bd697d286, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,757 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,757 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cddcb43e0db74c51a6812f6e8aaf693, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,757 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54f2e74f4e25714645911e48fe088a4e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:44,757 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPEN, lastHost=4e3b17656000,45119,1731693449592, regionLocation=4e3b17656000,45119,1731693449592, openSeqNum=2 2024-11-15T18:00:44,757 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=757b502191b399f4ab7f84e21fba9d2a, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:44,757 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T18:00:44,757 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731693704757 2024-11-15T18:00:44,757 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731693764757 2024-11-15T18:00:44,757 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-15T18:00:44,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN}] 2024-11-15T18:00:44,758 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T18:00:44,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN 2024-11-15T18:00:44,761 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:44,762 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN 2024-11-15T18:00:44,763 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:44,764 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN 2024-11-15T18:00:44,765 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:44,765 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN 2024-11-15T18:00:44,766 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:44,766 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN 2024-11-15T18:00:44,767 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:44,768 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN 2024-11-15T18:00:44,768 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:44,769 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN 2024-11-15T18:00:44,769 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:44,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN 2024-11-15T18:00:44,770 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:00:44,912 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(204): Hosts are {4e3b17656000=0} racks are {/default-rack=0} 2024-11-15T18:00:44,912 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T18:00:44,912 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T18:00:44,912 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T18:00:44,912 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T18:00:44,912 INFO [4e3b17656000:39505 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T18:00:44,912 INFO [4e3b17656000:39505 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T18:00:44,912 DEBUG [4e3b17656000:39505 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T18:00:44,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=04af19fa754ff2d194ea1539d68b129a, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=90ece7b8b0f01448538cd9411a0e866f, regionState=OPENING, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T18:00:44,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=bfb0329899889a6eb4a350ba04852f6c, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN because future has completed 2024-11-15T18:00:44,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPENING, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:44,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5f4f8dd50f70b938b0d2649f189662, server=4e3b17656000,33335,1731693449522}] 2024-11-15T18:00:44,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN because future has completed 2024-11-15T18:00:44,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN because future has completed 2024-11-15T18:00:44,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN because future has completed 2024-11-15T18:00:44,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN because future has completed 2024-11-15T18:00:44,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46260be389f17dc1e1d3fdff7cb1dceb, server=4e3b17656000,40591,1731693449394}] 2024-11-15T18:00:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN because future has completed 2024-11-15T18:00:44,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN because future has completed 2024-11-15T18:00:44,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN because future has completed 2024-11-15T18:00:44,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0999a5c0eca4975d2e9ab9f1f29d9617, server=4e3b17656000,40591,1731693449394}] 2024-11-15T18:00:44,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure f48242f28fa8752ee8fd2127cfd544b0, server=4e3b17656000,40591,1731693449394}] 2024-11-15T18:00:44,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb0329899889a6eb4a350ba04852f6c, server=4e3b17656000,40591,1731693449394}] 2024-11-15T18:00:44,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ece7b8b0f01448538cd9411a0e866f, server=4e3b17656000,33335,1731693449522}] 2024-11-15T18:00:44,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04af19fa754ff2d194ea1539d68b129a, server=4e3b17656000,33335,1731693449522}] 2024-11-15T18:00:44,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b6e97cece6761c097bf44c57ecc08d8, server=4e3b17656000,33335,1731693449522}] 2024-11-15T18:00:45,073 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T18:00:45,073 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 90ece7b8b0f01448538cd9411a0e866f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-15T18:00:45,073 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,073 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:45,074 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,074 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,075 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,076 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ece7b8b0f01448538cd9411a0e866f columnFamilyName colfamily11 2024-11-15T18:00:45,076 DEBUG [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,077 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(327): Store=90ece7b8b0f01448538cd9411a0e866f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,077 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,078 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ece7b8b0f01448538cd9411a0e866f columnFamilyName colfamily21 2024-11-15T18:00:45,078 DEBUG [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,078 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(327): Store=90ece7b8b0f01448538cd9411a0e866f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,078 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,079 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ece7b8b0f01448538cd9411a0e866f columnFamilyName colfamily31 2024-11-15T18:00:45,079 DEBUG [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,079 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T18:00:45,080 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => bfb0329899889a6eb4a350ba04852f6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-15T18:00:45,080 INFO [StoreOpener-90ece7b8b0f01448538cd9411a0e866f-1 {}] regionserver.HStore(327): Store=90ece7b8b0f01448538cd9411a0e866f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,080 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,080 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,080 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:45,080 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,080 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,081 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,082 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,082 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,082 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb0329899889a6eb4a350ba04852f6c columnFamilyName colfamily11 2024-11-15T18:00:45,083 DEBUG [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,083 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004 2024-11-15T18:00:45,083 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(327): Store=bfb0329899889a6eb4a350ba04852f6c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,083 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,084 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb0329899889a6eb4a350ba04852f6c columnFamilyName colfamily21 2024-11-15T18:00:45,084 DEBUG [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,084 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(327): Store=bfb0329899889a6eb4a350ba04852f6c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,085 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,085 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb0329899889a6eb4a350ba04852f6c columnFamilyName colfamily31 2024-11-15T18:00:45,085 DEBUG [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,086 INFO [StoreOpener-bfb0329899889a6eb4a350ba04852f6c-1 {}] regionserver.HStore(327): Store=bfb0329899889a6eb4a350ba04852f6c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,086 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,087 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,089 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,090 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004 2024-11-15T18:00:45,090 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004 2024-11-15T18:00:45,090 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 90ece7b8b0f01448538cd9411a0e866f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:45,097 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004 2024-11-15T18:00:45,097 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing bfb0329899889a6eb4a350ba04852f6c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:45,119 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/.tmp/colfamily11/918a53b59c9245d0b82f845544db8919 is 52, key is ccc/colfamily11:colfamily11/1731693458989/Put/seqid=0 2024-11-15T18:00:45,121 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/.tmp/colfamily11/04660d6f5a7845888cb3ffe1fd4a8c24 is 52, key is rrr/colfamily11:colfamily11/1731693459473/Put/seqid=0 2024-11-15T18:00:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741878_1054 (size=39263) 2024-11-15T18:00:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741877_1053 (size=39263) 2024-11-15T18:00:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741878_1054 (size=39263) 2024-11-15T18:00:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741877_1053 (size=39263) 2024-11-15T18:00:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741877_1053 (size=39263) 2024-11-15T18:00:45,145 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/.tmp/colfamily11/918a53b59c9245d0b82f845544db8919 2024-11-15T18:00:45,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741878_1054 (size=39263) 2024-11-15T18:00:45,146 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/.tmp/colfamily11/04660d6f5a7845888cb3ffe1fd4a8c24 2024-11-15T18:00:45,155 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/.tmp/colfamily11/918a53b59c9245d0b82f845544db8919 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/colfamily11/918a53b59c9245d0b82f845544db8919 2024-11-15T18:00:45,155 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/.tmp/colfamily11/04660d6f5a7845888cb3ffe1fd4a8c24 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/colfamily11/04660d6f5a7845888cb3ffe1fd4a8c24 2024-11-15T18:00:45,163 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/colfamily11/918a53b59c9245d0b82f845544db8919, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T18:00:45,164 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/colfamily11/04660d6f5a7845888cb3ffe1fd4a8c24, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T18:00:45,164 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bfb0329899889a6eb4a350ba04852f6c in 67ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T18:00:45,164 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 90ece7b8b0f01448538cd9411a0e866f in 74ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T18:00:45,165 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/0000000000000000004 2024-11-15T18:00:45,165 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/0000000000000000004 2024-11-15T18:00:45,166 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,166 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,167 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,167 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,167 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:00:45,167 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:00:45,170 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,170 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,172 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:00:45,173 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:00:45,173 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened bfb0329899889a6eb4a350ba04852f6c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73805823, jitterRate=0.0997924655675888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:00:45,174 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:45,174 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 90ece7b8b0f01448538cd9411a0e866f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65043618, jitterRate=-0.030774563550949097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:00:45,174 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:45,174 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for bfb0329899889a6eb4a350ba04852f6c: Running coprocessor pre-open hook at 1731693645080Writing region info on filesystem at 1731693645080Initializing all the Stores at 1731693645081 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645081Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645081Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645081Obtaining lock to block concurrent updates at 1731693645097 (+16 ms)Preparing flush snapshotting stores in bfb0329899889a6eb4a350ba04852f6c at 1731693645097Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693645097Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. at 1731693645097Flushing bfb0329899889a6eb4a350ba04852f6c/colfamily11: creating writer at 1731693645098 (+1 ms)Flushing bfb0329899889a6eb4a350ba04852f6c/colfamily11: appending metadata at 1731693645120 (+22 ms)Flushing bfb0329899889a6eb4a350ba04852f6c/colfamily11: closing flushed file at 1731693645120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ccd0cc: reopening flushed file at 1731693645154 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bfb0329899889a6eb4a350ba04852f6c in 67ms, sequenceid=4, compaction requested=false; wal=null at 1731693645164 (+10 ms)Cleaning up temporary data from old regions at 1731693645167 (+3 ms)Running coprocessor post-open hooks at 1731693645174 (+7 ms)Region opened successfully at 1731693645174 2024-11-15T18:00:45,174 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 90ece7b8b0f01448538cd9411a0e866f: Running coprocessor pre-open hook at 1731693645074Writing region info on filesystem at 1731693645074Initializing all the Stores at 1731693645075 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645075Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645075Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645075Obtaining lock to block concurrent updates at 1731693645090 (+15 ms)Preparing flush snapshotting stores in 90ece7b8b0f01448538cd9411a0e866f at 1731693645090Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693645090Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. at 1731693645090Flushing 90ece7b8b0f01448538cd9411a0e866f/colfamily11: creating writer at 1731693645091 (+1 ms)Flushing 90ece7b8b0f01448538cd9411a0e866f/colfamily11: appending metadata at 1731693645118 (+27 ms)Flushing 90ece7b8b0f01448538cd9411a0e866f/colfamily11: closing flushed file at 1731693645118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d075a4c: reopening flushed file at 1731693645154 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 90ece7b8b0f01448538cd9411a0e866f in 74ms, sequenceid=4, compaction requested=false; wal=null at 1731693645164 (+10 ms)Cleaning up temporary data from old regions at 1731693645166 (+2 ms)Running coprocessor post-open hooks at 1731693645174 (+8 ms)Region opened successfully at 1731693645174 2024-11-15T18:00:45,175 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., pid=76, masterSystemTime=1731693645076 2024-11-15T18:00:45,175 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., pid=77, masterSystemTime=1731693645069 2024-11-15T18:00:45,177 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T18:00:45,177 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T18:00:45,177 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T18:00:45,178 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 04af19fa754ff2d194ea1539d68b129a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-15T18:00:45,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=90ece7b8b0f01448538cd9411a0e866f, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,178 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,178 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:45,178 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,178 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,179 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,33335,1731693449522, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T18:00:45,179 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T18:00:45,180 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T18:00:45,180 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T18:00:45,180 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 0999a5c0eca4975d2e9ab9f1f29d9617, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-15T18:00:45,180 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,180 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:45,180 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,180 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,182 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=bfb0329899889a6eb4a350ba04852f6c, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,183 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ece7b8b0f01448538cd9411a0e866f, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T18:00:45,183 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,184 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04af19fa754ff2d194ea1539d68b129a columnFamilyName colfamily11 2024-11-15T18:00:45,184 DEBUG [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,184 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0999a5c0eca4975d2e9ab9f1f29d9617 columnFamilyName colfamily11 2024-11-15T18:00:45,184 DEBUG [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb0329899889a6eb4a350ba04852f6c, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T18:00:45,187 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(327): Store=04af19fa754ff2d194ea1539d68b129a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,187 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(327): Store=0999a5c0eca4975d2e9ab9f1f29d9617/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,187 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,187 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,188 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0999a5c0eca4975d2e9ab9f1f29d9617 columnFamilyName colfamily21 2024-11-15T18:00:45,188 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04af19fa754ff2d194ea1539d68b129a columnFamilyName colfamily21 2024-11-15T18:00:45,188 DEBUG [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,188 DEBUG [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,189 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(327): Store=0999a5c0eca4975d2e9ab9f1f29d9617/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,189 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(327): Store=04af19fa754ff2d194ea1539d68b129a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,189 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,189 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,190 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04af19fa754ff2d194ea1539d68b129a columnFamilyName colfamily31 2024-11-15T18:00:45,191 DEBUG [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,191 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0999a5c0eca4975d2e9ab9f1f29d9617 columnFamilyName colfamily31 2024-11-15T18:00:45,191 DEBUG [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=64 2024-11-15T18:00:45,191 INFO [StoreOpener-04af19fa754ff2d194ea1539d68b129a-1 {}] regionserver.HStore(327): Store=04af19fa754ff2d194ea1539d68b129a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ece7b8b0f01448538cd9411a0e866f, server=4e3b17656000,33335,1731693449522 in 244 msec 2024-11-15T18:00:45,191 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,192 INFO [StoreOpener-0999a5c0eca4975d2e9ab9f1f29d9617-1 {}] regionserver.HStore(327): Store=0999a5c0eca4975d2e9ab9f1f29d9617/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,192 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,192 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,193 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN in 434 msec 2024-11-15T18:00:45,197 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,198 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004 2024-11-15T18:00:45,201 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,203 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004 2024-11-15T18:00:45,206 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004 2024-11-15T18:00:45,207 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 0999a5c0eca4975d2e9ab9f1f29d9617 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:45,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=68 2024-11-15T18:00:45,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure bfb0329899889a6eb4a350ba04852f6c, server=4e3b17656000,40591,1731693449394 in 260 msec 2024-11-15T18:00:45,212 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004 2024-11-15T18:00:45,213 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 04af19fa754ff2d194ea1539d68b129a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:45,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN in 454 msec 2024-11-15T18:00:45,234 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/.tmp/colfamily11/96addf56fe4b40ae9c6bff71c9d26d1a is 52, key is fff/colfamily11:colfamily11/1731693459160/Put/seqid=0 2024-11-15T18:00:45,240 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/.tmp/colfamily11/f691352ba7e24ddba3432c74995afffe is 52, key is iii/colfamily11:colfamily11/1731693459281/Put/seqid=0 2024-11-15T18:00:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741879_1055 (size=39263) 2024-11-15T18:00:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741879_1055 (size=39263) 2024-11-15T18:00:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741879_1055 (size=39263) 2024-11-15T18:00:45,254 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/.tmp/colfamily11/96addf56fe4b40ae9c6bff71c9d26d1a 2024-11-15T18:00:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741880_1056 (size=39263) 2024-11-15T18:00:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741880_1056 (size=39263) 2024-11-15T18:00:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741880_1056 (size=39263) 2024-11-15T18:00:45,258 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/.tmp/colfamily11/f691352ba7e24ddba3432c74995afffe 2024-11-15T18:00:45,264 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/.tmp/colfamily11/96addf56fe4b40ae9c6bff71c9d26d1a as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/colfamily11/96addf56fe4b40ae9c6bff71c9d26d1a 2024-11-15T18:00:45,267 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/.tmp/colfamily11/f691352ba7e24ddba3432c74995afffe as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/colfamily11/f691352ba7e24ddba3432c74995afffe 2024-11-15T18:00:45,271 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/colfamily11/96addf56fe4b40ae9c6bff71c9d26d1a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T18:00:45,272 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0999a5c0eca4975d2e9ab9f1f29d9617 in 65ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T18:00:45,272 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/0000000000000000004 2024-11-15T18:00:45,274 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,274 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,274 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:00:45,276 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/colfamily11/f691352ba7e24ddba3432c74995afffe, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T18:00:45,276 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,276 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 04af19fa754ff2d194ea1539d68b129a in 63ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T18:00:45,277 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/0000000000000000004 2024-11-15T18:00:45,278 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,278 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,279 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:00:45,279 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:00:45,280 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 0999a5c0eca4975d2e9ab9f1f29d9617; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60244139, jitterRate=-0.10229237377643585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:00:45,280 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:45,280 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 0999a5c0eca4975d2e9ab9f1f29d9617: Running coprocessor pre-open hook at 1731693645181Writing region info on filesystem at 1731693645181Initializing all the Stores at 1731693645183 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645183Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645183Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645183Obtaining lock to block concurrent updates at 1731693645207 (+24 ms)Preparing flush snapshotting stores in 0999a5c0eca4975d2e9ab9f1f29d9617 at 1731693645207Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693645207Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. at 1731693645207Flushing 0999a5c0eca4975d2e9ab9f1f29d9617/colfamily11: creating writer at 1731693645207Flushing 0999a5c0eca4975d2e9ab9f1f29d9617/colfamily11: appending metadata at 1731693645233 (+26 ms)Flushing 0999a5c0eca4975d2e9ab9f1f29d9617/colfamily11: closing flushed file at 1731693645233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0dc4da: reopening flushed file at 1731693645263 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0999a5c0eca4975d2e9ab9f1f29d9617 in 65ms, sequenceid=4, compaction requested=false; wal=null at 1731693645272 (+9 ms)Cleaning up temporary data from old regions at 1731693645274 (+2 ms)Running coprocessor post-open hooks at 1731693645280 (+6 ms)Region opened successfully at 1731693645280 2024-11-15T18:00:45,280 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,281 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., pid=74, masterSystemTime=1731693645076 2024-11-15T18:00:45,283 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T18:00:45,283 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T18:00:45,283 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T18:00:45,284 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 46260be389f17dc1e1d3fdff7cb1dceb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-15T18:00:45,284 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,284 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:45,284 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,284 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,285 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:00:45,286 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,288 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 04af19fa754ff2d194ea1539d68b129a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64853053, jitterRate=-0.033614203333854675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:00:45,288 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:45,288 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 04af19fa754ff2d194ea1539d68b129a: Running coprocessor pre-open hook at 1731693645178Writing region info on filesystem at 1731693645178Initializing all the Stores at 1731693645181 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645181Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645182 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645182Obtaining lock to block concurrent updates at 1731693645213 (+31 ms)Preparing flush snapshotting stores in 04af19fa754ff2d194ea1539d68b129a at 1731693645213Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693645213Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. at 1731693645213Flushing 04af19fa754ff2d194ea1539d68b129a/colfamily11: creating writer at 1731693645213Flushing 04af19fa754ff2d194ea1539d68b129a/colfamily11: appending metadata at 1731693645239 (+26 ms)Flushing 04af19fa754ff2d194ea1539d68b129a/colfamily11: closing flushed file at 1731693645239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168e68da: reopening flushed file at 1731693645266 (+27 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 04af19fa754ff2d194ea1539d68b129a in 63ms, sequenceid=4, compaction requested=false; wal=null at 1731693645276 (+10 ms)Cleaning up temporary data from old regions at 1731693645278 (+2 ms)Running coprocessor post-open hooks at 1731693645288 (+10 ms)Region opened successfully at 1731693645288 2024-11-15T18:00:45,288 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46260be389f17dc1e1d3fdff7cb1dceb columnFamilyName colfamily11 2024-11-15T18:00:45,288 DEBUG [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0999a5c0eca4975d2e9ab9f1f29d9617, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T18:00:45,289 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(327): Store=46260be389f17dc1e1d3fdff7cb1dceb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,289 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,289 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., pid=78, masterSystemTime=1731693645069 2024-11-15T18:00:45,290 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46260be389f17dc1e1d3fdff7cb1dceb columnFamilyName colfamily21 2024-11-15T18:00:45,290 DEBUG [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,291 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(327): Store=46260be389f17dc1e1d3fdff7cb1dceb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,291 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,292 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T18:00:45,292 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T18:00:45,292 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T18:00:45,293 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e5f4f8dd50f70b938b0d2649f189662, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-15T18:00:45,293 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46260be389f17dc1e1d3fdff7cb1dceb columnFamilyName colfamily31 2024-11-15T18:00:45,293 DEBUG [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,293 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,293 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:45,293 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,293 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,295 INFO [StoreOpener-46260be389f17dc1e1d3fdff7cb1dceb-1 {}] regionserver.HStore(327): Store=46260be389f17dc1e1d3fdff7cb1dceb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,295 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,296 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,299 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,300 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5f4f8dd50f70b938b0d2649f189662 columnFamilyName colfamily11 2024-11-15T18:00:45,300 DEBUG [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,300 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,301 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(327): Store=7e5f4f8dd50f70b938b0d2649f189662/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,301 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004 2024-11-15T18:00:45,301 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,304 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5f4f8dd50f70b938b0d2649f189662 columnFamilyName colfamily21 2024-11-15T18:00:45,304 DEBUG [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,304 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(327): Store=7e5f4f8dd50f70b938b0d2649f189662/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,305 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-15T18:00:45,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 0999a5c0eca4975d2e9ab9f1f29d9617, server=4e3b17656000,40591,1731693449394 in 364 msec 2024-11-15T18:00:45,306 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5f4f8dd50f70b938b0d2649f189662 columnFamilyName colfamily31 2024-11-15T18:00:45,306 DEBUG [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,306 INFO [StoreOpener-7e5f4f8dd50f70b938b0d2649f189662-1 {}] regionserver.HStore(327): Store=7e5f4f8dd50f70b938b0d2649f189662/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,307 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN in 547 msec 2024-11-15T18:00:45,308 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,308 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004 2024-11-15T18:00:45,308 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 46260be389f17dc1e1d3fdff7cb1dceb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:45,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=04af19fa754ff2d194ea1539d68b129a, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04af19fa754ff2d194ea1539d68b129a, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T18:00:45,312 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,313 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004 2024-11-15T18:00:45,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=69 2024-11-15T18:00:45,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 04af19fa754ff2d194ea1539d68b129a, server=4e3b17656000,33335,1731693449522 in 371 msec 2024-11-15T18:00:45,322 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004 2024-11-15T18:00:45,323 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing 7e5f4f8dd50f70b938b0d2649f189662 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:45,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN in 560 msec 2024-11-15T18:00:45,334 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/.tmp/colfamily11/ce1b5c84de334a8b89364b5df30b3f53 is 52, key is yyy/colfamily11:colfamily11/1731693459619/Put/seqid=0 2024-11-15T18:00:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741881_1057 (size=39263) 2024-11-15T18:00:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741881_1057 (size=39263) 2024-11-15T18:00:45,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741881_1057 (size=39263) 2024-11-15T18:00:45,343 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/.tmp/colfamily11/2d9ed84394be4fcb81aa1901b68b7171 is 52, key is vvv/colfamily11:colfamily11/1731693459546/Put/seqid=0 2024-11-15T18:00:45,344 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/.tmp/colfamily11/ce1b5c84de334a8b89364b5df30b3f53 2024-11-15T18:00:45,352 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/.tmp/colfamily11/ce1b5c84de334a8b89364b5df30b3f53 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/colfamily11/ce1b5c84de334a8b89364b5df30b3f53 2024-11-15T18:00:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741882_1058 (size=39263) 2024-11-15T18:00:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741882_1058 (size=39263) 2024-11-15T18:00:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741882_1058 (size=39263) 2024-11-15T18:00:45,358 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/.tmp/colfamily11/2d9ed84394be4fcb81aa1901b68b7171 2024-11-15T18:00:45,360 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/colfamily11/ce1b5c84de334a8b89364b5df30b3f53, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T18:00:45,361 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 46260be389f17dc1e1d3fdff7cb1dceb in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T18:00:45,362 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/0000000000000000004 2024-11-15T18:00:45,363 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,363 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,364 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:00:45,366 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,367 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/.tmp/colfamily11/2d9ed84394be4fcb81aa1901b68b7171 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/colfamily11/2d9ed84394be4fcb81aa1901b68b7171 2024-11-15T18:00:45,373 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:00:45,374 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 46260be389f17dc1e1d3fdff7cb1dceb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70477574, jitterRate=0.05019769072532654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:00:45,374 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:45,375 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 46260be389f17dc1e1d3fdff7cb1dceb: Running coprocessor pre-open hook at 1731693645284Writing region info on filesystem at 1731693645284Initializing all the Stores at 1731693645286 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645286Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645286Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645286Obtaining lock to block concurrent updates at 1731693645308 (+22 ms)Preparing flush snapshotting stores in 46260be389f17dc1e1d3fdff7cb1dceb at 1731693645308Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693645309 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. at 1731693645309Flushing 46260be389f17dc1e1d3fdff7cb1dceb/colfamily11: creating writer at 1731693645309Flushing 46260be389f17dc1e1d3fdff7cb1dceb/colfamily11: appending metadata at 1731693645333 (+24 ms)Flushing 46260be389f17dc1e1d3fdff7cb1dceb/colfamily11: closing flushed file at 1731693645333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c4d325: reopening flushed file at 1731693645351 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 46260be389f17dc1e1d3fdff7cb1dceb in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731693645361 (+10 ms)Cleaning up temporary data from old regions at 1731693645363 (+2 ms)Running coprocessor post-open hooks at 1731693645375 (+12 ms)Region opened successfully at 1731693645375 2024-11-15T18:00:45,376 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., pid=73, masterSystemTime=1731693645076 2024-11-15T18:00:45,376 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/colfamily11/2d9ed84394be4fcb81aa1901b68b7171, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T18:00:45,376 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7e5f4f8dd50f70b938b0d2649f189662 in 54ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T18:00:45,377 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/0000000000000000004 2024-11-15T18:00:45,378 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T18:00:45,378 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T18:00:45,379 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T18:00:45,379 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,379 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,379 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => f48242f28fa8752ee8fd2127cfd544b0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-15T18:00:45,379 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,379 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:45,379 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,379 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,380 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:00:45,381 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46260be389f17dc1e1d3fdff7cb1dceb, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T18:00:45,382 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48242f28fa8752ee8fd2127cfd544b0 columnFamilyName colfamily11 2024-11-15T18:00:45,382 DEBUG [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,383 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,383 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(327): Store=f48242f28fa8752ee8fd2127cfd544b0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,383 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,384 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48242f28fa8752ee8fd2127cfd544b0 columnFamilyName colfamily21 2024-11-15T18:00:45,384 DEBUG [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,385 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(327): Store=f48242f28fa8752ee8fd2127cfd544b0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,386 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,386 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:00:45,387 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48242f28fa8752ee8fd2127cfd544b0 columnFamilyName colfamily31 2024-11-15T18:00:45,387 DEBUG [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=66 2024-11-15T18:00:45,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 46260be389f17dc1e1d3fdff7cb1dceb, server=4e3b17656000,40591,1731693449394 in 460 msec 2024-11-15T18:00:45,388 INFO [StoreOpener-f48242f28fa8752ee8fd2127cfd544b0-1 {}] regionserver.HStore(327): Store=f48242f28fa8752ee8fd2127cfd544b0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,388 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,388 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened 7e5f4f8dd50f70b938b0d2649f189662; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64085984, jitterRate=-0.0450444221496582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:00:45,388 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:45,388 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for 7e5f4f8dd50f70b938b0d2649f189662: Running coprocessor pre-open hook at 1731693645294Writing region info on filesystem at 1731693645294Initializing all the Stores at 1731693645295 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645295Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645298 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645299 (+1 ms)Obtaining lock to block concurrent updates at 1731693645323 (+24 ms)Preparing flush snapshotting stores in 7e5f4f8dd50f70b938b0d2649f189662 at 1731693645323Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693645323Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. at 1731693645323Flushing 7e5f4f8dd50f70b938b0d2649f189662/colfamily11: creating writer at 1731693645323Flushing 7e5f4f8dd50f70b938b0d2649f189662/colfamily11: appending metadata at 1731693645342 (+19 ms)Flushing 7e5f4f8dd50f70b938b0d2649f189662/colfamily11: closing flushed file at 1731693645342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6858d86: reopening flushed file at 1731693645366 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7e5f4f8dd50f70b938b0d2649f189662 in 54ms, sequenceid=4, compaction requested=false; wal=null at 1731693645376 (+10 ms)Cleaning up temporary data from old regions at 1731693645379 (+3 ms)Running coprocessor post-open hooks at 1731693645388 (+9 ms)Region opened successfully at 1731693645388 2024-11-15T18:00:45,389 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,389 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., pid=72, masterSystemTime=1731693645069 2024-11-15T18:00:45,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN in 630 msec 2024-11-15T18:00:45,391 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T18:00:45,391 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,391 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T18:00:45,391 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T18:00:45,391 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b6e97cece6761c097bf44c57ecc08d8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-15T18:00:45,392 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,392 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,392 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:00:45,392 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,392 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,393 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,394 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6e97cece6761c097bf44c57ecc08d8 columnFamilyName colfamily11 2024-11-15T18:00:45,394 DEBUG [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5f4f8dd50f70b938b0d2649f189662, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T18:00:45,395 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(327): Store=5b6e97cece6761c097bf44c57ecc08d8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,395 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,395 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004 2024-11-15T18:00:45,396 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6e97cece6761c097bf44c57ecc08d8 columnFamilyName colfamily21 2024-11-15T18:00:45,396 DEBUG [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,397 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(327): Store=5b6e97cece6761c097bf44c57ecc08d8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,397 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,398 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6e97cece6761c097bf44c57ecc08d8 columnFamilyName colfamily31 2024-11-15T18:00:45,398 DEBUG [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:00:45,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=65 2024-11-15T18:00:45,399 INFO [StoreOpener-5b6e97cece6761c097bf44c57ecc08d8-1 {}] regionserver.HStore(327): Store=5b6e97cece6761c097bf44c57ecc08d8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:00:45,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e5f4f8dd50f70b938b0d2649f189662, server=4e3b17656000,33335,1731693449522 in 480 msec 2024-11-15T18:00:45,399 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,400 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN in 641 msec 2024-11-15T18:00:45,403 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,403 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004 2024-11-15T18:00:45,407 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004 2024-11-15T18:00:45,407 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing f48242f28fa8752ee8fd2127cfd544b0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:45,409 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004 2024-11-15T18:00:45,409 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 5b6e97cece6761c097bf44c57ecc08d8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:45,431 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/.tmp/colfamily11/201bf7712ded4320bb210585ecd2848e is 52, key is lll/colfamily11:colfamily11/1731693459362/Put/seqid=0 2024-11-15T18:00:45,432 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/.tmp/colfamily11/0870d9e4d0934705b1b8ae79462e00ef is 52, key is ooo/colfamily11:colfamily11/1731693459430/Put/seqid=0 2024-11-15T18:00:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741883_1059 (size=39263) 2024-11-15T18:00:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741883_1059 (size=39263) 2024-11-15T18:00:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741883_1059 (size=39263) 2024-11-15T18:00:45,453 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/.tmp/colfamily11/201bf7712ded4320bb210585ecd2848e 2024-11-15T18:00:45,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741884_1060 (size=39263) 2024-11-15T18:00:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741884_1060 (size=39263) 2024-11-15T18:00:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741884_1060 (size=39263) 2024-11-15T18:00:45,459 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/.tmp/colfamily11/0870d9e4d0934705b1b8ae79462e00ef 2024-11-15T18:00:45,464 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/.tmp/colfamily11/201bf7712ded4320bb210585ecd2848e as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/colfamily11/201bf7712ded4320bb210585ecd2848e 2024-11-15T18:00:45,469 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/.tmp/colfamily11/0870d9e4d0934705b1b8ae79462e00ef as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/colfamily11/0870d9e4d0934705b1b8ae79462e00ef 2024-11-15T18:00:45,474 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/colfamily11/201bf7712ded4320bb210585ecd2848e, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T18:00:45,474 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f48242f28fa8752ee8fd2127cfd544b0 in 67ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T18:00:45,476 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/0000000000000000004 2024-11-15T18:00:45,477 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,477 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,478 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/colfamily11/0870d9e4d0934705b1b8ae79462e00ef, entries=703, sequenceid=4, filesize=38.3 K 2024-11-15T18:00:45,478 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:00:45,479 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5b6e97cece6761c097bf44c57ecc08d8 in 70ms, sequenceid=4, compaction requested=false; wal=null 2024-11-15T18:00:45,480 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/0000000000000000004 2024-11-15T18:00:45,481 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,481 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,481 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,482 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:00:45,485 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,485 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:00:45,486 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened f48242f28fa8752ee8fd2127cfd544b0; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74911915, jitterRate=0.11627452075481415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:00:45,486 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:45,486 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for f48242f28fa8752ee8fd2127cfd544b0: Running coprocessor pre-open hook at 1731693645380Writing region info on filesystem at 1731693645380Initializing all the Stores at 1731693645381 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645381Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645381Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645381Obtaining lock to block concurrent updates at 1731693645407 (+26 ms)Preparing flush snapshotting stores in f48242f28fa8752ee8fd2127cfd544b0 at 1731693645407Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693645407Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. at 1731693645407Flushing f48242f28fa8752ee8fd2127cfd544b0/colfamily11: creating writer at 1731693645407Flushing f48242f28fa8752ee8fd2127cfd544b0/colfamily11: appending metadata at 1731693645431 (+24 ms)Flushing f48242f28fa8752ee8fd2127cfd544b0/colfamily11: closing flushed file at 1731693645431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133a808d: reopening flushed file at 1731693645463 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f48242f28fa8752ee8fd2127cfd544b0 in 67ms, sequenceid=4, compaction requested=false; wal=null at 1731693645474 (+11 ms)Cleaning up temporary data from old regions at 1731693645478 (+4 ms)Running coprocessor post-open hooks at 1731693645486 (+8 ms)Region opened successfully at 1731693645486 2024-11-15T18:00:45,488 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., pid=75, masterSystemTime=1731693645076 2024-11-15T18:00:45,488 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:00:45,489 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 5b6e97cece6761c097bf44c57ecc08d8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64911468, jitterRate=-0.032743752002716064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:00:45,490 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:45,490 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 5b6e97cece6761c097bf44c57ecc08d8: Running coprocessor pre-open hook at 1731693645392Writing region info on filesystem at 1731693645392Initializing all the Stores at 1731693645393 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645393Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645393Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693645393Obtaining lock to block concurrent updates at 1731693645409 (+16 ms)Preparing flush snapshotting stores in 5b6e97cece6761c097bf44c57ecc08d8 at 1731693645409Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693645410 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. at 1731693645410Flushing 5b6e97cece6761c097bf44c57ecc08d8/colfamily11: creating writer at 1731693645410Flushing 5b6e97cece6761c097bf44c57ecc08d8/colfamily11: appending metadata at 1731693645432 (+22 ms)Flushing 5b6e97cece6761c097bf44c57ecc08d8/colfamily11: closing flushed file at 1731693645432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527a92a6: reopening flushed file at 1731693645468 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5b6e97cece6761c097bf44c57ecc08d8 in 70ms, sequenceid=4, compaction requested=false; wal=null at 1731693645479 (+11 ms)Cleaning up temporary data from old regions at 1731693645481 (+2 ms)Running coprocessor post-open hooks at 1731693645490 (+9 ms)Region opened successfully at 1731693645490 2024-11-15T18:00:45,490 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., pid=79, masterSystemTime=1731693645069 2024-11-15T18:00:45,491 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T18:00:45,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,493 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T18:00:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure f48242f28fa8752ee8fd2127cfd544b0, server=4e3b17656000,40591,1731693449394 because future has completed 2024-11-15T18:00:45,493 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T18:00:45,494 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T18:00:45,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=67 2024-11-15T18:00:45,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure f48242f28fa8752ee8fd2127cfd544b0, server=4e3b17656000,40591,1731693449394 in 559 msec 2024-11-15T18:00:45,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN in 738 msec 2024-11-15T18:00:45,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b6e97cece6761c097bf44c57ecc08d8, server=4e3b17656000,33335,1731693449522 because future has completed 2024-11-15T18:00:45,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=70 2024-11-15T18:00:45,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b6e97cece6761c097bf44c57ecc08d8, server=4e3b17656000,33335,1731693449522 in 554 msec 2024-11-15T18:00:45,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=57 2024-11-15T18:00:45,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN in 745 msec 2024-11-15T18:00:45,505 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 4e3b17656000,45119,1731693449592 after splitting done 2024-11-15T18:00:45,505 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-15T18:00:45,505 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:45,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:45,506 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T18:00:45,508 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:45,508 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-15T18:00:45,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:45,508 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:00:45,508 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:00:45,508 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-15T18:00:45,508 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-15T18:00:45,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-15T18:00:45,509 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:00:45,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-15T18:00:45,512 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-15T18:00:45,513 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-15T18:00:45,513 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-15T18:00:45,513 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:00:45,513 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN 2024-11-15T18:00:45,517 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e5f4f8dd50f70b938b0d2649f189662, server=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 46260be389f17dc1e1d3fdff7cb1dceb, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 0999a5c0eca4975d2e9ab9f1f29d9617, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure f48242f28fa8752ee8fd2127cfd544b0, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure bfb0329899889a6eb4a350ba04852f6c, server=4e3b17656000,40591,1731693449394 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ece7b8b0f01448538cd9411a0e866f, server=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 04af19fa754ff2d194ea1539d68b129a, server=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b6e97cece6761c097bf44c57ecc08d8, server=4e3b17656000,33335,1731693449522 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.meta.1731693451779.meta, worker=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e3b17656000%2C45119%2C1731693449592.1731693451289, worker=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=90ece7b8b0f01448538cd9411a0e866f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7e5f4f8dd50f70b938b0d2649f189662, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46260be389f17dc1e1d3fdff7cb1dceb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f48242f28fa8752ee8fd2127cfd544b0, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bfb0329899889a6eb4a350ba04852f6c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04af19fa754ff2d194ea1539d68b129a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b6e97cece6761c097bf44c57ecc08d8, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0999a5c0eca4975d2e9ab9f1f29d9617, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e5f4f8dd50f70b938b0d2649f189662, server=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 46260be389f17dc1e1d3fdff7cb1dceb, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 0999a5c0eca4975d2e9ab9f1f29d9617, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure f48242f28fa8752ee8fd2127cfd544b0, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure bfb0329899889a6eb4a350ba04852f6c, server=4e3b17656000,40591,1731693449394 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ece7b8b0f01448538cd9411a0e866f, server=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 04af19fa754ff2d194ea1539d68b129a, server=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,518 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b6e97cece6761c097bf44c57ecc08d8, server=4e3b17656000,33335,1731693449522 didn't hold the lock before restarting, skip acquiring lock. 2024-11-15T18:00:45,519 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-15T18:00:45,519 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=61 2024-11-15T18:00:45,520 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e3b17656000,40591,1731693449394, table=hbase:meta, region=1588230740 2024-11-15T18:00:45,520 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,40591,1731693449394, state=OPEN 2024-11-15T18:00:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:00:45,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:45,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:45,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:00:45,575 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693675574 2024-11-15T18:00:45,575 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T18:00:45,584 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=474acf4e739ce71e134cb186ac5d7939, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,584 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351ee111e002bdacf68605885bc7c80b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,584 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90ece7b8b0f01448538cd9411a0e866f, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=5 2024-11-15T18:00:45,584 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba33039fbd03de2b271135b7d5663eb1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,584 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59379a4bc7ddb171ea8b80aa3673c498, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,584 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0999a5c0eca4975d2e9ab9f1f29d9617, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=5 2024-11-15T18:00:45,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cb0580ad12400e3b016e607693d8ebf1, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=686166dfa4d6f6cdc8d9a30591038590, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04af19fa754ff2d194ea1539d68b129a, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=5 2024-11-15T18:00:45,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d516417151355e6fbe375a49b55b55c, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d170c7a07e103e0b143a13114f4c85b, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f48242f28fa8752ee8fd2127cfd544b0, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=5 2024-11-15T18:00:45,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a72a6c1db28c1252412aece69613185f, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,585 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3a7e3c449b5363ab4d8aecb53b945f7e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b6e97cece6761c097bf44c57ecc08d8, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=5 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d87af9644cbe29103e83df2b322b514d, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4456337ef40c60bbdcfc26e4eeaf976d, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfb0329899889a6eb4a350ba04852f6c, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=5 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b590f5382768138ee836bd9b5d3ffac, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=818d05091dd98799c73324dd5f6b28c3, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4dbb18a2248eb01f949f2d0bd697d286, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7e5f4f8dd50f70b938b0d2649f189662, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=5 2024-11-15T18:00:45,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cddcb43e0db74c51a6812f6e8aaf693, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,587 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54f2e74f4e25714645911e48fe088a4e, regionState=OPEN, lastHost=4e3b17656000,33335,1731693449522, regionLocation=4e3b17656000,33335,1731693449522, openSeqNum=2 2024-11-15T18:00:45,587 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46260be389f17dc1e1d3fdff7cb1dceb, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=5 2024-11-15T18:00:45,587 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=757b502191b399f4ab7f84e21fba9d2a, regionState=OPEN, lastHost=4e3b17656000,40591,1731693449394, regionLocation=4e3b17656000,40591,1731693449394, openSeqNum=2 2024-11-15T18:00:45,587 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-15T18:00:45,587 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731693705587 2024-11-15T18:00:45,587 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731693765587 2024-11-15T18:00:45,587 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-15T18:00:45,587 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 4e3b17656000,45119,1731693449592 after splitting done 2024-11-15T18:00:45,587 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-15T18:00:45,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 4e3b17656000,45119,1731693449592, splitWal=true, meta=true in 3 mins, 4.59 sec 2024-11-15T18:00:45,841 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:00:45,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:00:45,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:00:45,854 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e3b17656000:45119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4e3b17656000/172.17.0.2:45119 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:00:45,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2, error=java.net.ConnectException: Call to address=4e3b17656000:45119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:45,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-15T18:00:45,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,45119,1731693449592, seqNum=2 from cache 2024-11-15T18:00:45,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 4e3b17656000:45119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4e3b17656000/172.17.0.2:45119 2024-11-15T18:00:45,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:45,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:45,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:45,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e3b17656000,45119,1731693449592, seqNum=-1 from cache 2024-11-15T18:00:46,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:00:46,072 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:00:46,072 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,40591,1731693449394, seqNum=-1] 2024-11-15T18:00:46,077 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f., hostname=4e3b17656000,33335,1731693449522, seqNum=5] 2024-11-15T18:00:46,099 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:46,100 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,100 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,100 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,45119,1731693449592, seqNum=2 from cache 2024-11-15T18:00:46,214 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617., hostname=4e3b17656000,40591,1731693449394, seqNum=5] 2024-11-15T18:00:46,240 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:46,241 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,241 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,241 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,45119,1731693449592, seqNum=2 from cache 2024-11-15T18:00:46,357 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a., hostname=4e3b17656000,33335,1731693449522, seqNum=5] 2024-11-15T18:00:46,388 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:46,388 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,388 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,389 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,45119,1731693449592, seqNum=2 from cache 2024-11-15T18:00:46,497 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0., hostname=4e3b17656000,40591,1731693449394, seqNum=5] 2024-11-15T18:00:46,528 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:46,528 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,528 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,528 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,45119,1731693449592, seqNum=2 from cache 2024-11-15T18:00:46,636 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8., hostname=4e3b17656000,33335,1731693449522, seqNum=5] 2024-11-15T18:00:46,653 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:46,654 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,654 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,654 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,45119,1731693449592, seqNum=2 from cache 2024-11-15T18:00:46,765 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c., hostname=4e3b17656000,40591,1731693449394, seqNum=5] 2024-11-15T18:00:46,777 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:46,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., hostname=4e3b17656000,45119,1731693449592, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., hostname=4e3b17656000,45119,1731693449592, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., hostname=4e3b17656000,45119,1731693449592, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., hostname=4e3b17656000,45119,1731693449592, seqNum=2 from cache 2024-11-15T18:00:46,885 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662., hostname=4e3b17656000,33335,1731693449522, seqNum=5] 2024-11-15T18:00:46,898 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e3b17656000:45119 this server is in the failed servers list 2024-11-15T18:00:46,899 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., hostname=4e3b17656000,45119,1731693449592, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., hostname=4e3b17656000,45119,1731693449592, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e3b17656000:45119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,899 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., hostname=4e3b17656000,45119,1731693449592, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e3b17656000:45119 2024-11-15T18:00:46,899 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., hostname=4e3b17656000,45119,1731693449592, seqNum=2 from cache 2024-11-15T18:00:47,014 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb., hostname=4e3b17656000,40591,1731693449394, seqNum=5] 2024-11-15T18:00:47,094 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T18:00:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:00:47,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:00:47,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:00:47,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:00:47,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:00:47,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:00:47,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:00:47,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437823527, stopped=false 2024-11-15T18:00:47,095 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e3b17656000,39505,1731693448498 2024-11-15T18:00:47,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:00:47,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:00:47,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:00:47,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:00:47,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:00:47,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:00:47,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:47,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:00:47,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:00:47,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:00:47,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:00:47,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:00:47,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:00:47,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e3b17656000,40591,1731693449394' ***** 2024-11-15T18:00:47,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:00:47,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e3b17656000,33335,1731693449522' ***** 2024-11-15T18:00:47,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:00:47,115 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:00:47,115 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:00:47,115 INFO [RS:0;4e3b17656000:40591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:00:47,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:00:47,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:00:47,116 INFO [RS:1;4e3b17656000:33335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:00:47,116 INFO [RS:1;4e3b17656000:33335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:00:47,116 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d516417151355e6fbe375a49b55b55c 2024-11-15T18:00:47,116 INFO [RS:0;4e3b17656000:40591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:00:47,116 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 351ee111e002bdacf68605885bc7c80b 2024-11-15T18:00:47,116 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e5f4f8dd50f70b938b0d2649f189662 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b6e97cece6761c097bf44c57ecc08d8 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 04af19fa754ff2d194ea1539d68b129a 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 686166dfa4d6f6cdc8d9a30591038590 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a7e3c449b5363ab4d8aecb53b945f7e 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 54f2e74f4e25714645911e48fe088a4e 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dbb18a2248eb01f949f2d0bd697d286 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 474acf4e739ce71e134cb186ac5d7939 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 59379a4bc7ddb171ea8b80aa3673c498 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 4456337ef40c60bbdcfc26e4eeaf976d 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 818d05091dd98799c73324dd5f6b28c3 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(959): stopping server 4e3b17656000,33335,1731693449522 2024-11-15T18:00:47,117 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d516417151355e6fbe375a49b55b55c, disabling compactions & flushes 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:00:47,117 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T18:00:47,117 INFO [RS:1;4e3b17656000:33335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4e3b17656000:33335. 2024-11-15T18:00:47,117 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T18:00:47,117 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. after waiting 0 ms 2024-11-15T18:00:47,117 DEBUG [RS:1;4e3b17656000:33335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:00:47,117 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T18:00:47,117 DEBUG [RS:1;4e3b17656000:33335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:00:47,118 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-15T18:00:47,118 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d516417151355e6fbe375a49b55b55c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,118 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1351): Waiting on 04af19fa754ff2d194ea1539d68b129a, 3a7e3c449b5363ab4d8aecb53b945f7e, 3d516417151355e6fbe375a49b55b55c, 4456337ef40c60bbdcfc26e4eeaf976d, 474acf4e739ce71e134cb186ac5d7939, 4dbb18a2248eb01f949f2d0bd697d286, 54f2e74f4e25714645911e48fe088a4e, 59379a4bc7ddb171ea8b80aa3673c498, 5b6e97cece6761c097bf44c57ecc08d8, 686166dfa4d6f6cdc8d9a30591038590, 7e5f4f8dd50f70b938b0d2649f189662, 818d05091dd98799c73324dd5f6b28c3, 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:47,118 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for bfb0329899889a6eb4a350ba04852f6c 2024-11-15T18:00:47,118 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cddcb43e0db74c51a6812f6e8aaf693 2024-11-15T18:00:47,118 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for cb0580ad12400e3b016e607693d8ebf1 2024-11-15T18:00:47,118 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 0999a5c0eca4975d2e9ab9f1f29d9617 2024-11-15T18:00:47,118 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 351ee111e002bdacf68605885bc7c80b, disabling compactions & flushes 2024-11-15T18:00:47,118 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 46260be389f17dc1e1d3fdff7cb1dceb 2024-11-15T18:00:47,118 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T18:00:47,118 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d170c7a07e103e0b143a13114f4c85b 2024-11-15T18:00:47,119 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for d87af9644cbe29103e83df2b322b514d 2024-11-15T18:00:47,119 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. after waiting 0 ms 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for ba33039fbd03de2b271135b7d5663eb1 2024-11-15T18:00:47,119 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 757b502191b399f4ab7f84e21fba9d2a 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:47,119 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 351ee111e002bdacf68605885bc7c80b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for a72a6c1db28c1252412aece69613185f 2024-11-15T18:00:47,119 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:00:47,119 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T18:00:47,119 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:00:47,119 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(959): stopping server 4e3b17656000,40591,1731693449394 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e3b17656000:40591. 2024-11-15T18:00:47,119 DEBUG [RS:0;4e3b17656000:40591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:00:47,119 DEBUG [RS:0;4e3b17656000:40591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:00:47,119 INFO [RS:0;4e3b17656000:40591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:00:47,120 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:00:47,120 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-15T18:00:47,120 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1351): Waiting on 0999a5c0eca4975d2e9ab9f1f29d9617, 1588230740, 2d170c7a07e103e0b143a13114f4c85b, 351ee111e002bdacf68605885bc7c80b, 46260be389f17dc1e1d3fdff7cb1dceb, 4cddcb43e0db74c51a6812f6e8aaf693, 757b502191b399f4ab7f84e21fba9d2a, 8b590f5382768138ee836bd9b5d3ffac, a72a6c1db28c1252412aece69613185f, ba33039fbd03de2b271135b7d5663eb1, bfb0329899889a6eb4a350ba04852f6c, cb0580ad12400e3b016e607693d8ebf1, d87af9644cbe29103e83df2b322b514d, f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:47,120 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:00:47,120 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:00:47,120 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:00:47,120 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:00:47,120 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:00:47,120 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.91 KB heapSize=17.63 KB 2024-11-15T18:00:47,130 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/info/4e4b09bb47914061b876a1523e1a300e is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f./info:regioninfo/1731693645178/Put/seqid=0 2024-11-15T18:00:47,142 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b/.tmp/colfamily11/d75bd4c2da9e41d39a82446ebe79c74c is 52, key is bbb/colfamily11:colfamily11/1731693458998/Put/seqid=0 2024-11-15T18:00:47,145 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c/.tmp/colfamily11/0e980609466e4186b80ec6e6483360d1 is 52, key is jjj/colfamily11:colfamily11/1731693459751/Put/seqid=0 2024-11-15T18:00:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741885_1061 (size=18322) 2024-11-15T18:00:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741885_1061 (size=18322) 2024-11-15T18:00:47,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741885_1061 (size=18322) 2024-11-15T18:00:47,152 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/info/4e4b09bb47914061b876a1523e1a300e 2024-11-15T18:00:47,160 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/.tmp/info/4e4b09bb47914061b876a1523e1a300e as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/info/4e4b09bb47914061b876a1523e1a300e 2024-11-15T18:00:47,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741886_1062 (size=39263) 2024-11-15T18:00:47,169 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/info/4e4b09bb47914061b876a1523e1a300e, entries=64, sequenceid=79, filesize=17.9 K 2024-11-15T18:00:47,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741886_1062 (size=39263) 2024-11-15T18:00:47,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741886_1062 (size=39263) 2024-11-15T18:00:47,171 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=79, compaction requested=false 2024-11-15T18:00:47,172 INFO [regionserver/4e3b17656000:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:00:47,172 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b/.tmp/colfamily11/d75bd4c2da9e41d39a82446ebe79c74c 2024-11-15T18:00:47,179 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b/.tmp/colfamily11/d75bd4c2da9e41d39a82446ebe79c74c as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b/colfamily11/d75bd4c2da9e41d39a82446ebe79c74c 2024-11-15T18:00:47,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741887_1063 (size=39263) 2024-11-15T18:00:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741887_1063 (size=39263) 2024-11-15T18:00:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741887_1063 (size=39263) 2024-11-15T18:00:47,186 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c/.tmp/colfamily11/0e980609466e4186b80ec6e6483360d1 2024-11-15T18:00:47,186 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b/colfamily11/d75bd4c2da9e41d39a82446ebe79c74c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,188 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 351ee111e002bdacf68605885bc7c80b in 69ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,194 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c/.tmp/colfamily11/0e980609466e4186b80ec6e6483360d1 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c/colfamily11/0e980609466e4186b80ec6e6483360d1 2024-11-15T18:00:47,195 INFO [regionserver/4e3b17656000:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:00:47,203 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-15T18:00:47,204 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351ee111e002bdacf68605885bc7c80b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,206 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:00:47,206 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T18:00:47,206 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:00:47,206 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 351ee111e002bdacf68605885bc7c80b: Waiting for close lock at 1731693647118Running coprocessor pre-close hooks at 1731693647118Disabling compacts and flushes for region at 1731693647118Disabling writes for close at 1731693647119 (+1 ms)Obtaining lock to block concurrent updates at 1731693647119Preparing flush snapshotting stores in 351ee111e002bdacf68605885bc7c80b at 1731693647119Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647123 (+4 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. at 1731693647124 (+1 ms)Flushing 351ee111e002bdacf68605885bc7c80b/colfamily11: creating writer at 1731693647124Flushing 351ee111e002bdacf68605885bc7c80b/colfamily11: appending metadata at 1731693647142 (+18 ms)Flushing 351ee111e002bdacf68605885bc7c80b/colfamily11: closing flushed file at 1731693647142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d38e4b: reopening flushed file at 1731693647178 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 351ee111e002bdacf68605885bc7c80b in 69ms, sequenceid=5, compaction requested=false at 1731693647188 (+10 ms)Writing region close event to WAL at 1731693647198 (+10 ms)Running coprocessor post-close hooks at 1731693647205 (+7 ms)Closed at 1731693647206 (+1 ms) 2024-11-15T18:00:47,206 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731693647120Running coprocessor pre-close hooks at 1731693647120Disabling compacts and flushes for region at 1731693647120Disabling writes for close at 1731693647120Obtaining lock to block concurrent updates at 1731693647120Preparing flush snapshotting stores in 1588230740 at 1731693647120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12192, getHeapSize=17984, getOffHeapSize=0, getCellsCount=64 at 1731693647123 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731693647124 (+1 ms)Flushing 1588230740/info: creating writer at 1731693647124Flushing 1588230740/info: appending metadata at 1731693647130 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731693647130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd7d54c: reopening flushed file at 1731693647159 (+29 ms)Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=79, compaction requested=false at 1731693647171 (+12 ms)Writing region close event to WAL at 1731693647199 (+28 ms)Running coprocessor post-close hooks at 1731693647204 (+5 ms)Closed at 1731693647206 (+2 ms) 2024-11-15T18:00:47,206 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c/colfamily11/0e980609466e4186b80ec6e6483360d1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,207 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:00:47,207 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731693452276.351ee111e002bdacf68605885bc7c80b. 2024-11-15T18:00:47,207 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfb0329899889a6eb4a350ba04852f6c, disabling compactions & flushes 2024-11-15T18:00:47,207 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T18:00:47,207 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T18:00:47,207 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. after waiting 0 ms 2024-11-15T18:00:47,207 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T18:00:47,207 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3d516417151355e6fbe375a49b55b55c in 90ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,212 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3d516417151355e6fbe375a49b55b55c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,212 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bfb0329899889a6eb4a350ba04852f6c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T18:00:47,213 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T18:00:47,213 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T18:00:47,213 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfb0329899889a6eb4a350ba04852f6c: Waiting for close lock at 1731693647207Running coprocessor pre-close hooks at 1731693647207Disabling compacts and flushes for region at 1731693647207Disabling writes for close at 1731693647207Writing region close event to WAL at 1731693647208 (+1 ms)Running coprocessor post-close hooks at 1731693647213 (+5 ms)Closed at 1731693647213 2024-11-15T18:00:47,213 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d516417151355e6fbe375a49b55b55c: Waiting for close lock at 1731693647117Running coprocessor pre-close hooks at 1731693647117Disabling compacts and flushes for region at 1731693647117Disabling writes for close at 1731693647117Obtaining lock to block concurrent updates at 1731693647118 (+1 ms)Preparing flush snapshotting stores in 3d516417151355e6fbe375a49b55b55c at 1731693647118Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647123 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. at 1731693647124 (+1 ms)Flushing 3d516417151355e6fbe375a49b55b55c/colfamily11: creating writer at 1731693647124Flushing 3d516417151355e6fbe375a49b55b55c/colfamily11: appending metadata at 1731693647145 (+21 ms)Flushing 3d516417151355e6fbe375a49b55b55c/colfamily11: closing flushed file at 1731693647145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689c2244: reopening flushed file at 1731693647193 (+48 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3d516417151355e6fbe375a49b55b55c in 90ms, sequenceid=5, compaction requested=false at 1731693647207 (+14 ms)Writing region close event to WAL at 1731693647208 (+1 ms)Running coprocessor post-close hooks at 1731693647213 (+5 ms)Closed at 1731693647213 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731693452276.bfb0329899889a6eb4a350ba04852f6c. 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731693452276.3d516417151355e6fbe375a49b55b55c. 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e5f4f8dd50f70b938b0d2649f189662, disabling compactions & flushes 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cddcb43e0db74c51a6812f6e8aaf693, disabling compactions & flushes 2024-11-15T18:00:47,214 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T18:00:47,214 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. after waiting 0 ms 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. after waiting 0 ms 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T18:00:47,214 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T18:00:47,214 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4cddcb43e0db74c51a6812f6e8aaf693 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,219 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7e5f4f8dd50f70b938b0d2649f189662/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T18:00:47,220 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T18:00:47,220 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e5f4f8dd50f70b938b0d2649f189662: Waiting for close lock at 1731693647214Running coprocessor pre-close hooks at 1731693647214Disabling compacts and flushes for region at 1731693647214Disabling writes for close at 1731693647214Writing region close event to WAL at 1731693647215 (+1 ms)Running coprocessor post-close hooks at 1731693647220 (+5 ms)Closed at 1731693647220 2024-11-15T18:00:47,220 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731693452276.7e5f4f8dd50f70b938b0d2649f189662. 2024-11-15T18:00:47,221 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b6e97cece6761c097bf44c57ecc08d8, disabling compactions & flushes 2024-11-15T18:00:47,221 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T18:00:47,221 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T18:00:47,221 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. after waiting 0 ms 2024-11-15T18:00:47,221 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T18:00:47,228 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b6e97cece6761c097bf44c57ecc08d8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T18:00:47,229 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T18:00:47,229 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b6e97cece6761c097bf44c57ecc08d8: Waiting for close lock at 1731693647221Running coprocessor pre-close hooks at 1731693647221Disabling compacts and flushes for region at 1731693647221Disabling writes for close at 1731693647221Writing region close event to WAL at 1731693647223 (+2 ms)Running coprocessor post-close hooks at 1731693647229 (+6 ms)Closed at 1731693647229 2024-11-15T18:00:47,229 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731693452276.5b6e97cece6761c097bf44c57ecc08d8. 2024-11-15T18:00:47,229 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04af19fa754ff2d194ea1539d68b129a, disabling compactions & flushes 2024-11-15T18:00:47,229 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T18:00:47,229 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T18:00:47,229 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. after waiting 0 ms 2024-11-15T18:00:47,229 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T18:00:47,233 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04af19fa754ff2d194ea1539d68b129a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T18:00:47,234 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T18:00:47,234 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04af19fa754ff2d194ea1539d68b129a: Waiting for close lock at 1731693647229Running coprocessor pre-close hooks at 1731693647229Disabling compacts and flushes for region at 1731693647229Disabling writes for close at 1731693647229Writing region close event to WAL at 1731693647230 (+1 ms)Running coprocessor post-close hooks at 1731693647234 (+4 ms)Closed at 1731693647234 2024-11-15T18:00:47,234 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731693452276.04af19fa754ff2d194ea1539d68b129a. 2024-11-15T18:00:47,234 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 686166dfa4d6f6cdc8d9a30591038590, disabling compactions & flushes 2024-11-15T18:00:47,234 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T18:00:47,234 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T18:00:47,234 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. after waiting 0 ms 2024-11-15T18:00:47,234 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T18:00:47,235 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 686166dfa4d6f6cdc8d9a30591038590 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,237 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693/.tmp/colfamily11/2e9f8d3bb3c04ee2a4b967bec282d633 is 52, key is www/colfamily11:colfamily11/1731693459521/Put/seqid=0 2024-11-15T18:00:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741888_1064 (size=39263) 2024-11-15T18:00:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741888_1064 (size=39263) 2024-11-15T18:00:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741888_1064 (size=39263) 2024-11-15T18:00:47,259 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693/.tmp/colfamily11/2e9f8d3bb3c04ee2a4b967bec282d633 2024-11-15T18:00:47,260 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590/.tmp/colfamily11/1a44c2135cd640acadb01340d2569f2b is 52, key is hhh/colfamily11:colfamily11/1731693459671/Put/seqid=0 2024-11-15T18:00:47,268 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693/.tmp/colfamily11/2e9f8d3bb3c04ee2a4b967bec282d633 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693/colfamily11/2e9f8d3bb3c04ee2a4b967bec282d633 2024-11-15T18:00:47,274 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693/colfamily11/2e9f8d3bb3c04ee2a4b967bec282d633, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,275 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4cddcb43e0db74c51a6812f6e8aaf693 in 61ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741889_1065 (size=39263) 2024-11-15T18:00:47,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741889_1065 (size=39263) 2024-11-15T18:00:47,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741889_1065 (size=39263) 2024-11-15T18:00:47,285 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590/.tmp/colfamily11/1a44c2135cd640acadb01340d2569f2b 2024-11-15T18:00:47,288 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cddcb43e0db74c51a6812f6e8aaf693/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,289 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T18:00:47,289 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cddcb43e0db74c51a6812f6e8aaf693: Waiting for close lock at 1731693647214Running coprocessor pre-close hooks at 1731693647214Disabling compacts and flushes for region at 1731693647214Disabling writes for close at 1731693647214Obtaining lock to block concurrent updates at 1731693647214Preparing flush snapshotting stores in 4cddcb43e0db74c51a6812f6e8aaf693 at 1731693647214Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647214Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. at 1731693647216 (+2 ms)Flushing 4cddcb43e0db74c51a6812f6e8aaf693/colfamily11: creating writer at 1731693647216Flushing 4cddcb43e0db74c51a6812f6e8aaf693/colfamily11: appending metadata at 1731693647237 (+21 ms)Flushing 4cddcb43e0db74c51a6812f6e8aaf693/colfamily11: closing flushed file at 1731693647237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3676d7: reopening flushed file at 1731693647267 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4cddcb43e0db74c51a6812f6e8aaf693 in 61ms, sequenceid=5, compaction requested=false at 1731693647275 (+8 ms)Writing region close event to WAL at 1731693647283 (+8 ms)Running coprocessor post-close hooks at 1731693647289 (+6 ms)Closed at 1731693647289 2024-11-15T18:00:47,289 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731693452276.4cddcb43e0db74c51a6812f6e8aaf693. 2024-11-15T18:00:47,289 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb0580ad12400e3b016e607693d8ebf1, disabling compactions & flushes 2024-11-15T18:00:47,289 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T18:00:47,289 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T18:00:47,289 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. after waiting 0 ms 2024-11-15T18:00:47,289 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T18:00:47,290 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb0580ad12400e3b016e607693d8ebf1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,293 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590/.tmp/colfamily11/1a44c2135cd640acadb01340d2569f2b as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590/colfamily11/1a44c2135cd640acadb01340d2569f2b 2024-11-15T18:00:47,300 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590/colfamily11/1a44c2135cd640acadb01340d2569f2b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,301 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 686166dfa4d6f6cdc8d9a30591038590 in 66ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,309 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/686166dfa4d6f6cdc8d9a30591038590/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,310 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T18:00:47,310 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 686166dfa4d6f6cdc8d9a30591038590: Waiting for close lock at 1731693647234Running coprocessor pre-close hooks at 1731693647234Disabling compacts and flushes for region at 1731693647234Disabling writes for close at 1731693647234Obtaining lock to block concurrent updates at 1731693647235 (+1 ms)Preparing flush snapshotting stores in 686166dfa4d6f6cdc8d9a30591038590 at 1731693647235Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647235Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. at 1731693647235Flushing 686166dfa4d6f6cdc8d9a30591038590/colfamily11: creating writer at 1731693647235Flushing 686166dfa4d6f6cdc8d9a30591038590/colfamily11: appending metadata at 1731693647259 (+24 ms)Flushing 686166dfa4d6f6cdc8d9a30591038590/colfamily11: closing flushed file at 1731693647259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3adcb511: reopening flushed file at 1731693647292 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 686166dfa4d6f6cdc8d9a30591038590 in 66ms, sequenceid=5, compaction requested=false at 1731693647301 (+9 ms)Writing region close event to WAL at 1731693647305 (+4 ms)Running coprocessor post-close hooks at 1731693647309 (+4 ms)Closed at 1731693647309 2024-11-15T18:00:47,310 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731693452276.686166dfa4d6f6cdc8d9a30591038590. 2024-11-15T18:00:47,310 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a7e3c449b5363ab4d8aecb53b945f7e, disabling compactions & flushes 2024-11-15T18:00:47,310 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T18:00:47,310 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T18:00:47,310 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. after waiting 0 ms 2024-11-15T18:00:47,310 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T18:00:47,310 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a7e3c449b5363ab4d8aecb53b945f7e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,313 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1/.tmp/colfamily11/b83929955389447ca2c1293a6506f4b0 is 52, key is ggg/colfamily11:colfamily11/1731693459233/Put/seqid=0 2024-11-15T18:00:47,318 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1351): Waiting on 3a7e3c449b5363ab4d8aecb53b945f7e, 4456337ef40c60bbdcfc26e4eeaf976d, 474acf4e739ce71e134cb186ac5d7939, 4dbb18a2248eb01f949f2d0bd697d286, 54f2e74f4e25714645911e48fe088a4e, 59379a4bc7ddb171ea8b80aa3673c498, 818d05091dd98799c73324dd5f6b28c3, 90ece7b8b0f01448538cd9411a0e866f 2024-11-15T18:00:47,320 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1351): Waiting on 0999a5c0eca4975d2e9ab9f1f29d9617, 2d170c7a07e103e0b143a13114f4c85b, 46260be389f17dc1e1d3fdff7cb1dceb, 757b502191b399f4ab7f84e21fba9d2a, 8b590f5382768138ee836bd9b5d3ffac, a72a6c1db28c1252412aece69613185f, ba33039fbd03de2b271135b7d5663eb1, cb0580ad12400e3b016e607693d8ebf1, d87af9644cbe29103e83df2b322b514d, f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:47,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741890_1066 (size=39263) 2024-11-15T18:00:47,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741890_1066 (size=39263) 2024-11-15T18:00:47,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741890_1066 (size=39263) 2024-11-15T18:00:47,329 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1/.tmp/colfamily11/b83929955389447ca2c1293a6506f4b0 2024-11-15T18:00:47,335 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e/.tmp/colfamily11/14ad7a65002e4315bd2ed71b41960797 is 52, key is nnn/colfamily11:colfamily11/1731693459814/Put/seqid=0 2024-11-15T18:00:47,339 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1/.tmp/colfamily11/b83929955389447ca2c1293a6506f4b0 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1/colfamily11/b83929955389447ca2c1293a6506f4b0 2024-11-15T18:00:47,346 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1/colfamily11/b83929955389447ca2c1293a6506f4b0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,348 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cb0580ad12400e3b016e607693d8ebf1 in 58ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741891_1067 (size=39263) 2024-11-15T18:00:47,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741891_1067 (size=39263) 2024-11-15T18:00:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741891_1067 (size=39263) 2024-11-15T18:00:47,351 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e/.tmp/colfamily11/14ad7a65002e4315bd2ed71b41960797 2024-11-15T18:00:47,354 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cb0580ad12400e3b016e607693d8ebf1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,355 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T18:00:47,355 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb0580ad12400e3b016e607693d8ebf1: Waiting for close lock at 1731693647289Running coprocessor pre-close hooks at 1731693647289Disabling compacts and flushes for region at 1731693647289Disabling writes for close at 1731693647289Obtaining lock to block concurrent updates at 1731693647290 (+1 ms)Preparing flush snapshotting stores in cb0580ad12400e3b016e607693d8ebf1 at 1731693647290Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647290Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. at 1731693647291 (+1 ms)Flushing cb0580ad12400e3b016e607693d8ebf1/colfamily11: creating writer at 1731693647291Flushing cb0580ad12400e3b016e607693d8ebf1/colfamily11: appending metadata at 1731693647312 (+21 ms)Flushing cb0580ad12400e3b016e607693d8ebf1/colfamily11: closing flushed file at 1731693647312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4192769a: reopening flushed file at 1731693647337 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cb0580ad12400e3b016e607693d8ebf1 in 58ms, sequenceid=5, compaction requested=false at 1731693647348 (+11 ms)Writing region close event to WAL at 1731693647348Running coprocessor post-close hooks at 1731693647355 (+7 ms)Closed at 1731693647355 2024-11-15T18:00:47,355 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731693452276.cb0580ad12400e3b016e607693d8ebf1. 2024-11-15T18:00:47,356 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0999a5c0eca4975d2e9ab9f1f29d9617, disabling compactions & flushes 2024-11-15T18:00:47,356 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T18:00:47,356 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T18:00:47,356 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. after waiting 0 ms 2024-11-15T18:00:47,356 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T18:00:47,360 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e/.tmp/colfamily11/14ad7a65002e4315bd2ed71b41960797 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e/colfamily11/14ad7a65002e4315bd2ed71b41960797 2024-11-15T18:00:47,361 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0999a5c0eca4975d2e9ab9f1f29d9617/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T18:00:47,361 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T18:00:47,361 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0999a5c0eca4975d2e9ab9f1f29d9617: Waiting for close lock at 1731693647355Running coprocessor pre-close hooks at 1731693647356 (+1 ms)Disabling compacts and flushes for region at 1731693647356Disabling writes for close at 1731693647356Writing region close event to WAL at 1731693647357 (+1 ms)Running coprocessor post-close hooks at 1731693647361 (+4 ms)Closed at 1731693647361 2024-11-15T18:00:47,361 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731693452276.0999a5c0eca4975d2e9ab9f1f29d9617. 2024-11-15T18:00:47,362 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46260be389f17dc1e1d3fdff7cb1dceb, disabling compactions & flushes 2024-11-15T18:00:47,362 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T18:00:47,362 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T18:00:47,362 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. after waiting 0 ms 2024-11-15T18:00:47,362 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T18:00:47,367 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e/colfamily11/14ad7a65002e4315bd2ed71b41960797, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,368 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3a7e3c449b5363ab4d8aecb53b945f7e in 58ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,368 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46260be389f17dc1e1d3fdff7cb1dceb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T18:00:47,369 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T18:00:47,369 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46260be389f17dc1e1d3fdff7cb1dceb: Waiting for close lock at 1731693647362Running coprocessor pre-close hooks at 1731693647362Disabling compacts and flushes for region at 1731693647362Disabling writes for close at 1731693647362Writing region close event to WAL at 1731693647363 (+1 ms)Running coprocessor post-close hooks at 1731693647369 (+6 ms)Closed at 1731693647369 2024-11-15T18:00:47,369 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731693452276.46260be389f17dc1e1d3fdff7cb1dceb. 2024-11-15T18:00:47,369 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d170c7a07e103e0b143a13114f4c85b, disabling compactions & flushes 2024-11-15T18:00:47,369 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T18:00:47,369 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T18:00:47,369 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. after waiting 0 ms 2024-11-15T18:00:47,369 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T18:00:47,369 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d170c7a07e103e0b143a13114f4c85b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,374 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3a7e3c449b5363ab4d8aecb53b945f7e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,374 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T18:00:47,375 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a7e3c449b5363ab4d8aecb53b945f7e: Waiting for close lock at 1731693647310Running coprocessor pre-close hooks at 1731693647310Disabling compacts and flushes for region at 1731693647310Disabling writes for close at 1731693647310Obtaining lock to block concurrent updates at 1731693647310Preparing flush snapshotting stores in 3a7e3c449b5363ab4d8aecb53b945f7e at 1731693647310Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647311 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. at 1731693647311Flushing 3a7e3c449b5363ab4d8aecb53b945f7e/colfamily11: creating writer at 1731693647311Flushing 3a7e3c449b5363ab4d8aecb53b945f7e/colfamily11: appending metadata at 1731693647334 (+23 ms)Flushing 3a7e3c449b5363ab4d8aecb53b945f7e/colfamily11: closing flushed file at 1731693647334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b48057: reopening flushed file at 1731693647359 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3a7e3c449b5363ab4d8aecb53b945f7e in 58ms, sequenceid=5, compaction requested=false at 1731693647368 (+9 ms)Writing region close event to WAL at 1731693647371 (+3 ms)Running coprocessor post-close hooks at 1731693647374 (+3 ms)Closed at 1731693647374 2024-11-15T18:00:47,375 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731693452276.3a7e3c449b5363ab4d8aecb53b945f7e. 2024-11-15T18:00:47,375 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54f2e74f4e25714645911e48fe088a4e, disabling compactions & flushes 2024-11-15T18:00:47,375 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T18:00:47,375 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T18:00:47,375 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. after waiting 0 ms 2024-11-15T18:00:47,375 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T18:00:47,375 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54f2e74f4e25714645911e48fe088a4e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,391 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e/.tmp/colfamily11/8892657faa0947bfb4e28e1775850661 is 52, key is xxx/colfamily11:colfamily11/1731693459996/Put/seqid=0 2024-11-15T18:00:47,391 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b/.tmp/colfamily11/a9236895edc74621badb950c128d5ecb is 52, key is kkk/colfamily11:colfamily11/1731693459351/Put/seqid=0 2024-11-15T18:00:47,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741893_1069 (size=39263) 2024-11-15T18:00:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741893_1069 (size=39263) 2024-11-15T18:00:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741893_1069 (size=39263) 2024-11-15T18:00:47,405 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e/.tmp/colfamily11/8892657faa0947bfb4e28e1775850661 2024-11-15T18:00:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741892_1068 (size=39263) 2024-11-15T18:00:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741892_1068 (size=39263) 2024-11-15T18:00:47,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741892_1068 (size=39263) 2024-11-15T18:00:47,406 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b/.tmp/colfamily11/a9236895edc74621badb950c128d5ecb 2024-11-15T18:00:47,412 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e/.tmp/colfamily11/8892657faa0947bfb4e28e1775850661 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e/colfamily11/8892657faa0947bfb4e28e1775850661 2024-11-15T18:00:47,414 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b/.tmp/colfamily11/a9236895edc74621badb950c128d5ecb as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b/colfamily11/a9236895edc74621badb950c128d5ecb 2024-11-15T18:00:47,418 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e/colfamily11/8892657faa0947bfb4e28e1775850661, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,419 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 54f2e74f4e25714645911e48fe088a4e in 44ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,419 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b/colfamily11/a9236895edc74621badb950c128d5ecb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,421 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2d170c7a07e103e0b143a13114f4c85b in 52ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,423 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54f2e74f4e25714645911e48fe088a4e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,424 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T18:00:47,424 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54f2e74f4e25714645911e48fe088a4e: Waiting for close lock at 1731693647375Running coprocessor pre-close hooks at 1731693647375Disabling compacts and flushes for region at 1731693647375Disabling writes for close at 1731693647375Obtaining lock to block concurrent updates at 1731693647375Preparing flush snapshotting stores in 54f2e74f4e25714645911e48fe088a4e at 1731693647375Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647375Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. at 1731693647376 (+1 ms)Flushing 54f2e74f4e25714645911e48fe088a4e/colfamily11: creating writer at 1731693647376Flushing 54f2e74f4e25714645911e48fe088a4e/colfamily11: appending metadata at 1731693647391 (+15 ms)Flushing 54f2e74f4e25714645911e48fe088a4e/colfamily11: closing flushed file at 1731693647391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b62f44: reopening flushed file at 1731693647411 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 54f2e74f4e25714645911e48fe088a4e in 44ms, sequenceid=5, compaction requested=false at 1731693647419 (+8 ms)Writing region close event to WAL at 1731693647419Running coprocessor post-close hooks at 1731693647424 (+5 ms)Closed at 1731693647424 2024-11-15T18:00:47,424 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731693452276.54f2e74f4e25714645911e48fe088a4e. 2024-11-15T18:00:47,424 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dbb18a2248eb01f949f2d0bd697d286, disabling compactions & flushes 2024-11-15T18:00:47,424 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T18:00:47,424 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T18:00:47,424 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. after waiting 0 ms 2024-11-15T18:00:47,424 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T18:00:47,425 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4dbb18a2248eb01f949f2d0bd697d286 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,426 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d170c7a07e103e0b143a13114f4c85b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,427 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T18:00:47,427 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d170c7a07e103e0b143a13114f4c85b: Waiting for close lock at 1731693647369Running coprocessor pre-close hooks at 1731693647369Disabling compacts and flushes for region at 1731693647369Disabling writes for close at 1731693647369Obtaining lock to block concurrent updates at 1731693647369Preparing flush snapshotting stores in 2d170c7a07e103e0b143a13114f4c85b at 1731693647369Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647370 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. at 1731693647370Flushing 2d170c7a07e103e0b143a13114f4c85b/colfamily11: creating writer at 1731693647370Flushing 2d170c7a07e103e0b143a13114f4c85b/colfamily11: appending metadata at 1731693647391 (+21 ms)Flushing 2d170c7a07e103e0b143a13114f4c85b/colfamily11: closing flushed file at 1731693647391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b242d73: reopening flushed file at 1731693647413 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2d170c7a07e103e0b143a13114f4c85b in 52ms, sequenceid=5, compaction requested=false at 1731693647421 (+8 ms)Writing region close event to WAL at 1731693647421Running coprocessor post-close hooks at 1731693647427 (+6 ms)Closed at 1731693647427 2024-11-15T18:00:47,427 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731693452276.2d170c7a07e103e0b143a13114f4c85b. 2024-11-15T18:00:47,427 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d87af9644cbe29103e83df2b322b514d, disabling compactions & flushes 2024-11-15T18:00:47,427 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T18:00:47,427 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T18:00:47,427 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. after waiting 0 ms 2024-11-15T18:00:47,427 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T18:00:47,427 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d87af9644cbe29103e83df2b322b514d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,441 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286/.tmp/colfamily11/3f0fa4f6c2324e04bfbc09518241a826 is 52, key is uuu/colfamily11:colfamily11/1731693459956/Put/seqid=0 2024-11-15T18:00:47,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741894_1070 (size=39263) 2024-11-15T18:00:47,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741894_1070 (size=39263) 2024-11-15T18:00:47,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741894_1070 (size=39263) 2024-11-15T18:00:47,449 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286/.tmp/colfamily11/3f0fa4f6c2324e04bfbc09518241a826 2024-11-15T18:00:47,449 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d/.tmp/colfamily11/920ca6b234a4484c946daad81ad26087 is 52, key is ppp/colfamily11:colfamily11/1731693459437/Put/seqid=0 2024-11-15T18:00:47,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741895_1071 (size=39263) 2024-11-15T18:00:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741895_1071 (size=39263) 2024-11-15T18:00:47,455 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286/.tmp/colfamily11/3f0fa4f6c2324e04bfbc09518241a826 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286/colfamily11/3f0fa4f6c2324e04bfbc09518241a826 2024-11-15T18:00:47,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741895_1071 (size=39263) 2024-11-15T18:00:47,457 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d/.tmp/colfamily11/920ca6b234a4484c946daad81ad26087 2024-11-15T18:00:47,463 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286/colfamily11/3f0fa4f6c2324e04bfbc09518241a826, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,464 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d/.tmp/colfamily11/920ca6b234a4484c946daad81ad26087 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d/colfamily11/920ca6b234a4484c946daad81ad26087 2024-11-15T18:00:47,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:00:47,467 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4dbb18a2248eb01f949f2d0bd697d286 in 42ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,471 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d/colfamily11/920ca6b234a4484c946daad81ad26087, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,472 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d87af9644cbe29103e83df2b322b514d in 45ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,479 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4dbb18a2248eb01f949f2d0bd697d286/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,480 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T18:00:47,480 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dbb18a2248eb01f949f2d0bd697d286: Waiting for close lock at 1731693647424Running coprocessor pre-close hooks at 1731693647424Disabling compacts and flushes for region at 1731693647424Disabling writes for close at 1731693647424Obtaining lock to block concurrent updates at 1731693647425 (+1 ms)Preparing flush snapshotting stores in 4dbb18a2248eb01f949f2d0bd697d286 at 1731693647425Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647425Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. at 1731693647426 (+1 ms)Flushing 4dbb18a2248eb01f949f2d0bd697d286/colfamily11: creating writer at 1731693647426Flushing 4dbb18a2248eb01f949f2d0bd697d286/colfamily11: appending metadata at 1731693647441 (+15 ms)Flushing 4dbb18a2248eb01f949f2d0bd697d286/colfamily11: closing flushed file at 1731693647441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777cd363: reopening flushed file at 1731693647454 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4dbb18a2248eb01f949f2d0bd697d286 in 42ms, sequenceid=5, compaction requested=false at 1731693647467 (+13 ms)Writing region close event to WAL at 1731693647467Running coprocessor post-close hooks at 1731693647480 (+13 ms)Closed at 1731693647480 2024-11-15T18:00:47,480 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731693452276.4dbb18a2248eb01f949f2d0bd697d286. 2024-11-15T18:00:47,480 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90ece7b8b0f01448538cd9411a0e866f, disabling compactions & flushes 2024-11-15T18:00:47,480 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T18:00:47,480 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T18:00:47,480 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. after waiting 0 ms 2024-11-15T18:00:47,480 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T18:00:47,494 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d87af9644cbe29103e83df2b322b514d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,495 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T18:00:47,495 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d87af9644cbe29103e83df2b322b514d: Waiting for close lock at 1731693647427Running coprocessor pre-close hooks at 1731693647427Disabling compacts and flushes for region at 1731693647427Disabling writes for close at 1731693647427Obtaining lock to block concurrent updates at 1731693647427Preparing flush snapshotting stores in d87af9644cbe29103e83df2b322b514d at 1731693647427Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647428 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. at 1731693647428Flushing d87af9644cbe29103e83df2b322b514d/colfamily11: creating writer at 1731693647428Flushing d87af9644cbe29103e83df2b322b514d/colfamily11: appending metadata at 1731693647448 (+20 ms)Flushing d87af9644cbe29103e83df2b322b514d/colfamily11: closing flushed file at 1731693647448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406d97de: reopening flushed file at 1731693647463 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d87af9644cbe29103e83df2b322b514d in 45ms, sequenceid=5, compaction requested=false at 1731693647472 (+9 ms)Writing region close event to WAL at 1731693647487 (+15 ms)Running coprocessor post-close hooks at 1731693647495 (+8 ms)Closed at 1731693647495 2024-11-15T18:00:47,495 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731693452276.d87af9644cbe29103e83df2b322b514d. 2024-11-15T18:00:47,495 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba33039fbd03de2b271135b7d5663eb1, disabling compactions & flushes 2024-11-15T18:00:47,495 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T18:00:47,495 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T18:00:47,495 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. after waiting 0 ms 2024-11-15T18:00:47,495 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T18:00:47,495 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba33039fbd03de2b271135b7d5663eb1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,498 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/90ece7b8b0f01448538cd9411a0e866f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T18:00:47,499 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T18:00:47,499 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90ece7b8b0f01448538cd9411a0e866f: Waiting for close lock at 1731693647480Running coprocessor pre-close hooks at 1731693647480Disabling compacts and flushes for region at 1731693647480Disabling writes for close at 1731693647480Writing region close event to WAL at 1731693647488 (+8 ms)Running coprocessor post-close hooks at 1731693647498 (+10 ms)Closed at 1731693647498 2024-11-15T18:00:47,499 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731693452276.90ece7b8b0f01448538cd9411a0e866f. 2024-11-15T18:00:47,499 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 474acf4e739ce71e134cb186ac5d7939, disabling compactions & flushes 2024-11-15T18:00:47,499 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T18:00:47,499 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T18:00:47,499 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. after waiting 0 ms 2024-11-15T18:00:47,499 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T18:00:47,499 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 474acf4e739ce71e134cb186ac5d7939 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,516 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1/.tmp/colfamily11/9946b3be4ef8471ba3ca582dbf9a1f88 is 52, key is ddd/colfamily11:colfamily11/1731693459143/Put/seqid=0 2024-11-15T18:00:47,519 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1351): Waiting on 4456337ef40c60bbdcfc26e4eeaf976d, 474acf4e739ce71e134cb186ac5d7939, 59379a4bc7ddb171ea8b80aa3673c498, 818d05091dd98799c73324dd5f6b28c3 2024-11-15T18:00:47,520 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1351): Waiting on 757b502191b399f4ab7f84e21fba9d2a, 8b590f5382768138ee836bd9b5d3ffac, a72a6c1db28c1252412aece69613185f, ba33039fbd03de2b271135b7d5663eb1, f48242f28fa8752ee8fd2127cfd544b0 2024-11-15T18:00:47,521 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939/.tmp/colfamily11/77013939e26b435685271f10e5aea681 is 52, key is aaa/colfamily11:colfamily11/1731693459535/Put/seqid=0 2024-11-15T18:00:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741896_1072 (size=39263) 2024-11-15T18:00:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741896_1072 (size=39263) 2024-11-15T18:00:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741896_1072 (size=39263) 2024-11-15T18:00:47,529 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1/.tmp/colfamily11/9946b3be4ef8471ba3ca582dbf9a1f88 2024-11-15T18:00:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741897_1073 (size=39263) 2024-11-15T18:00:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741897_1073 (size=39263) 2024-11-15T18:00:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741897_1073 (size=39263) 2024-11-15T18:00:47,537 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939/.tmp/colfamily11/77013939e26b435685271f10e5aea681 2024-11-15T18:00:47,538 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1/.tmp/colfamily11/9946b3be4ef8471ba3ca582dbf9a1f88 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1/colfamily11/9946b3be4ef8471ba3ca582dbf9a1f88 2024-11-15T18:00:47,542 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939/.tmp/colfamily11/77013939e26b435685271f10e5aea681 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939/colfamily11/77013939e26b435685271f10e5aea681 2024-11-15T18:00:47,543 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1/colfamily11/9946b3be4ef8471ba3ca582dbf9a1f88, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,544 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ba33039fbd03de2b271135b7d5663eb1 in 49ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,548 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba33039fbd03de2b271135b7d5663eb1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,549 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939/colfamily11/77013939e26b435685271f10e5aea681, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,549 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T18:00:47,549 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba33039fbd03de2b271135b7d5663eb1: Waiting for close lock at 1731693647495Running coprocessor pre-close hooks at 1731693647495Disabling compacts and flushes for region at 1731693647495Disabling writes for close at 1731693647495Obtaining lock to block concurrent updates at 1731693647495Preparing flush snapshotting stores in ba33039fbd03de2b271135b7d5663eb1 at 1731693647495Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647496 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. at 1731693647496Flushing ba33039fbd03de2b271135b7d5663eb1/colfamily11: creating writer at 1731693647496Flushing ba33039fbd03de2b271135b7d5663eb1/colfamily11: appending metadata at 1731693647515 (+19 ms)Flushing ba33039fbd03de2b271135b7d5663eb1/colfamily11: closing flushed file at 1731693647516 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a2e227: reopening flushed file at 1731693647535 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ba33039fbd03de2b271135b7d5663eb1 in 49ms, sequenceid=5, compaction requested=false at 1731693647544 (+9 ms)Writing region close event to WAL at 1731693647545 (+1 ms)Running coprocessor post-close hooks at 1731693647549 (+4 ms)Closed at 1731693647549 2024-11-15T18:00:47,549 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731693452276.ba33039fbd03de2b271135b7d5663eb1. 2024-11-15T18:00:47,549 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 474acf4e739ce71e134cb186ac5d7939 in 50ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,549 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 757b502191b399f4ab7f84e21fba9d2a, disabling compactions & flushes 2024-11-15T18:00:47,550 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T18:00:47,550 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T18:00:47,550 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. after waiting 0 ms 2024-11-15T18:00:47,550 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T18:00:47,550 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 757b502191b399f4ab7f84e21fba9d2a 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-15T18:00:47,559 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/474acf4e739ce71e134cb186ac5d7939/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,560 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T18:00:47,560 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 474acf4e739ce71e134cb186ac5d7939: Waiting for close lock at 1731693647499Running coprocessor pre-close hooks at 1731693647499Disabling compacts and flushes for region at 1731693647499Disabling writes for close at 1731693647499Obtaining lock to block concurrent updates at 1731693647499Preparing flush snapshotting stores in 474acf4e739ce71e134cb186ac5d7939 at 1731693647499Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647500 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. at 1731693647500Flushing 474acf4e739ce71e134cb186ac5d7939/colfamily11: creating writer at 1731693647500Flushing 474acf4e739ce71e134cb186ac5d7939/colfamily11: appending metadata at 1731693647521 (+21 ms)Flushing 474acf4e739ce71e134cb186ac5d7939/colfamily11: closing flushed file at 1731693647521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287de10a: reopening flushed file at 1731693647542 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 474acf4e739ce71e134cb186ac5d7939 in 50ms, sequenceid=5, compaction requested=false at 1731693647549 (+7 ms)Writing region close event to WAL at 1731693647550 (+1 ms)Running coprocessor post-close hooks at 1731693647560 (+10 ms)Closed at 1731693647560 2024-11-15T18:00:47,560 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731693452276.474acf4e739ce71e134cb186ac5d7939. 2024-11-15T18:00:47,560 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59379a4bc7ddb171ea8b80aa3673c498, disabling compactions & flushes 2024-11-15T18:00:47,560 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T18:00:47,560 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T18:00:47,560 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. after waiting 0 ms 2024-11-15T18:00:47,560 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T18:00:47,560 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59379a4bc7ddb171ea8b80aa3673c498 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,566 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a/.tmp/colfamily11/a0bd5b792c9a41d8a4aac30a82a51512 is 52, key is zzz/colfamily11:colfamily11/1731693459528/Put/seqid=0 2024-11-15T18:00:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741898_1074 (size=4857) 2024-11-15T18:00:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741898_1074 (size=4857) 2024-11-15T18:00:47,578 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a/.tmp/colfamily11/a0bd5b792c9a41d8a4aac30a82a51512 2024-11-15T18:00:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741898_1074 (size=4857) 2024-11-15T18:00:47,583 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498/.tmp/colfamily11/e36dc8377e0d4e0ab3d0e127dae3615b is 52, key is eee/colfamily11:colfamily11/1731693459589/Put/seqid=0 2024-11-15T18:00:47,588 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a/.tmp/colfamily11/a0bd5b792c9a41d8a4aac30a82a51512 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a/colfamily11/a0bd5b792c9a41d8a4aac30a82a51512 2024-11-15T18:00:47,595 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a/colfamily11/a0bd5b792c9a41d8a4aac30a82a51512, entries=1, sequenceid=5, filesize=4.7 K 2024-11-15T18:00:47,596 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 757b502191b399f4ab7f84e21fba9d2a in 46ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,604 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/757b502191b399f4ab7f84e21fba9d2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,605 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T18:00:47,605 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 757b502191b399f4ab7f84e21fba9d2a: Waiting for close lock at 1731693647549Running coprocessor pre-close hooks at 1731693647549Disabling compacts and flushes for region at 1731693647549Disabling writes for close at 1731693647550 (+1 ms)Obtaining lock to block concurrent updates at 1731693647550Preparing flush snapshotting stores in 757b502191b399f4ab7f84e21fba9d2a at 1731693647550Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731693647550Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. at 1731693647550Flushing 757b502191b399f4ab7f84e21fba9d2a/colfamily11: creating writer at 1731693647551 (+1 ms)Flushing 757b502191b399f4ab7f84e21fba9d2a/colfamily11: appending metadata at 1731693647565 (+14 ms)Flushing 757b502191b399f4ab7f84e21fba9d2a/colfamily11: closing flushed file at 1731693647565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b4db6: reopening flushed file at 1731693647585 (+20 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 757b502191b399f4ab7f84e21fba9d2a in 46ms, sequenceid=5, compaction requested=false at 1731693647596 (+11 ms)Writing region close event to WAL at 1731693647600 (+4 ms)Running coprocessor post-close hooks at 1731693647605 (+5 ms)Closed at 1731693647605 2024-11-15T18:00:47,605 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731693452276.757b502191b399f4ab7f84e21fba9d2a. 2024-11-15T18:00:47,605 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f48242f28fa8752ee8fd2127cfd544b0, disabling compactions & flushes 2024-11-15T18:00:47,605 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T18:00:47,605 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T18:00:47,605 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. after waiting 0 ms 2024-11-15T18:00:47,605 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T18:00:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741899_1075 (size=39263) 2024-11-15T18:00:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741899_1075 (size=39263) 2024-11-15T18:00:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741899_1075 (size=39263) 2024-11-15T18:00:47,614 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498/.tmp/colfamily11/e36dc8377e0d4e0ab3d0e127dae3615b 2024-11-15T18:00:47,615 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f48242f28fa8752ee8fd2127cfd544b0/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-15T18:00:47,615 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T18:00:47,615 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f48242f28fa8752ee8fd2127cfd544b0: Waiting for close lock at 1731693647605Running coprocessor pre-close hooks at 1731693647605Disabling compacts and flushes for region at 1731693647605Disabling writes for close at 1731693647605Writing region close event to WAL at 1731693647611 (+6 ms)Running coprocessor post-close hooks at 1731693647615 (+4 ms)Closed at 1731693647615 2024-11-15T18:00:47,616 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731693452276.f48242f28fa8752ee8fd2127cfd544b0. 2024-11-15T18:00:47,616 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a72a6c1db28c1252412aece69613185f, disabling compactions & flushes 2024-11-15T18:00:47,616 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T18:00:47,616 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T18:00:47,616 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. after waiting 0 ms 2024-11-15T18:00:47,616 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T18:00:47,616 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a72a6c1db28c1252412aece69613185f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,621 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498/.tmp/colfamily11/e36dc8377e0d4e0ab3d0e127dae3615b as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498/colfamily11/e36dc8377e0d4e0ab3d0e127dae3615b 2024-11-15T18:00:47,627 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498/colfamily11/e36dc8377e0d4e0ab3d0e127dae3615b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,628 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 59379a4bc7ddb171ea8b80aa3673c498 in 68ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,632 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59379a4bc7ddb171ea8b80aa3673c498/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,632 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T18:00:47,632 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59379a4bc7ddb171ea8b80aa3673c498: Waiting for close lock at 1731693647560Running coprocessor pre-close hooks at 1731693647560Disabling compacts and flushes for region at 1731693647560Disabling writes for close at 1731693647560Obtaining lock to block concurrent updates at 1731693647561 (+1 ms)Preparing flush snapshotting stores in 59379a4bc7ddb171ea8b80aa3673c498 at 1731693647561Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647561Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. at 1731693647561Flushing 59379a4bc7ddb171ea8b80aa3673c498/colfamily11: creating writer at 1731693647562 (+1 ms)Flushing 59379a4bc7ddb171ea8b80aa3673c498/colfamily11: appending metadata at 1731693647583 (+21 ms)Flushing 59379a4bc7ddb171ea8b80aa3673c498/colfamily11: closing flushed file at 1731693647583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6496f9bc: reopening flushed file at 1731693647621 (+38 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 59379a4bc7ddb171ea8b80aa3673c498 in 68ms, sequenceid=5, compaction requested=false at 1731693647628 (+7 ms)Writing region close event to WAL at 1731693647629 (+1 ms)Running coprocessor post-close hooks at 1731693647632 (+3 ms)Closed at 1731693647632 2024-11-15T18:00:47,632 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731693452276.59379a4bc7ddb171ea8b80aa3673c498. 2024-11-15T18:00:47,632 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4456337ef40c60bbdcfc26e4eeaf976d, disabling compactions & flushes 2024-11-15T18:00:47,633 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T18:00:47,633 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T18:00:47,633 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. after waiting 0 ms 2024-11-15T18:00:47,633 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T18:00:47,633 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4456337ef40c60bbdcfc26e4eeaf976d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,640 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f/.tmp/colfamily11/6d41060587724277ab69be2c71eb3a38 is 52, key is mmm/colfamily11:colfamily11/1731693459390/Put/seqid=0 2024-11-15T18:00:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741900_1076 (size=39263) 2024-11-15T18:00:47,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741900_1076 (size=39263) 2024-11-15T18:00:47,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741900_1076 (size=39263) 2024-11-15T18:00:47,649 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f/.tmp/colfamily11/6d41060587724277ab69be2c71eb3a38 2024-11-15T18:00:47,651 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d/.tmp/colfamily11/670b10b6b63146f7a171b05fd1a2ba04 is 52, key is qqq/colfamily11:colfamily11/1731693459859/Put/seqid=0 2024-11-15T18:00:47,659 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f/.tmp/colfamily11/6d41060587724277ab69be2c71eb3a38 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f/colfamily11/6d41060587724277ab69be2c71eb3a38 2024-11-15T18:00:47,665 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f/colfamily11/6d41060587724277ab69be2c71eb3a38, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741901_1077 (size=39263) 2024-11-15T18:00:47,666 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a72a6c1db28c1252412aece69613185f in 50ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741901_1077 (size=39263) 2024-11-15T18:00:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741901_1077 (size=39263) 2024-11-15T18:00:47,668 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d/.tmp/colfamily11/670b10b6b63146f7a171b05fd1a2ba04 2024-11-15T18:00:47,673 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a72a6c1db28c1252412aece69613185f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,674 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T18:00:47,674 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a72a6c1db28c1252412aece69613185f: Waiting for close lock at 1731693647616Running coprocessor pre-close hooks at 1731693647616Disabling compacts and flushes for region at 1731693647616Disabling writes for close at 1731693647616Obtaining lock to block concurrent updates at 1731693647616Preparing flush snapshotting stores in a72a6c1db28c1252412aece69613185f at 1731693647616Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647616Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. at 1731693647617 (+1 ms)Flushing a72a6c1db28c1252412aece69613185f/colfamily11: creating writer at 1731693647617Flushing a72a6c1db28c1252412aece69613185f/colfamily11: appending metadata at 1731693647640 (+23 ms)Flushing a72a6c1db28c1252412aece69613185f/colfamily11: closing flushed file at 1731693647640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657b76c1: reopening flushed file at 1731693647658 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a72a6c1db28c1252412aece69613185f in 50ms, sequenceid=5, compaction requested=false at 1731693647666 (+8 ms)Writing region close event to WAL at 1731693647669 (+3 ms)Running coprocessor post-close hooks at 1731693647674 (+5 ms)Closed at 1731693647674 2024-11-15T18:00:47,674 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731693452276.a72a6c1db28c1252412aece69613185f. 2024-11-15T18:00:47,674 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b590f5382768138ee836bd9b5d3ffac, disabling compactions & flushes 2024-11-15T18:00:47,675 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T18:00:47,675 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T18:00:47,675 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. after waiting 0 ms 2024-11-15T18:00:47,675 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T18:00:47,675 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b590f5382768138ee836bd9b5d3ffac 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,676 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d/.tmp/colfamily11/670b10b6b63146f7a171b05fd1a2ba04 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d/colfamily11/670b10b6b63146f7a171b05fd1a2ba04 2024-11-15T18:00:47,684 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d/colfamily11/670b10b6b63146f7a171b05fd1a2ba04, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,685 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4456337ef40c60bbdcfc26e4eeaf976d in 52ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,689 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4456337ef40c60bbdcfc26e4eeaf976d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,691 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T18:00:47,691 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4456337ef40c60bbdcfc26e4eeaf976d: Waiting for close lock at 1731693647632Running coprocessor pre-close hooks at 1731693647632Disabling compacts and flushes for region at 1731693647632Disabling writes for close at 1731693647633 (+1 ms)Obtaining lock to block concurrent updates at 1731693647633Preparing flush snapshotting stores in 4456337ef40c60bbdcfc26e4eeaf976d at 1731693647633Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647633Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. at 1731693647634 (+1 ms)Flushing 4456337ef40c60bbdcfc26e4eeaf976d/colfamily11: creating writer at 1731693647634Flushing 4456337ef40c60bbdcfc26e4eeaf976d/colfamily11: appending metadata at 1731693647651 (+17 ms)Flushing 4456337ef40c60bbdcfc26e4eeaf976d/colfamily11: closing flushed file at 1731693647651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6344a7af: reopening flushed file at 1731693647675 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4456337ef40c60bbdcfc26e4eeaf976d in 52ms, sequenceid=5, compaction requested=false at 1731693647685 (+10 ms)Writing region close event to WAL at 1731693647686 (+1 ms)Running coprocessor post-close hooks at 1731693647691 (+5 ms)Closed at 1731693647691 2024-11-15T18:00:47,691 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731693452276.4456337ef40c60bbdcfc26e4eeaf976d. 2024-11-15T18:00:47,691 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 818d05091dd98799c73324dd5f6b28c3, disabling compactions & flushes 2024-11-15T18:00:47,691 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T18:00:47,691 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T18:00:47,691 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. after waiting 0 ms 2024-11-15T18:00:47,691 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T18:00:47,691 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 818d05091dd98799c73324dd5f6b28c3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-15T18:00:47,698 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac/.tmp/colfamily11/db868863cb5b47c6a33ea68ab4efc917 is 52, key is sss/colfamily11:colfamily11/1731693459474/Put/seqid=0 2024-11-15T18:00:47,708 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3/.tmp/colfamily11/26dd1a1f91d6490580b2bb2b462c76f7 is 52, key is ttt/colfamily11:colfamily11/1731693459900/Put/seqid=0 2024-11-15T18:00:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741902_1078 (size=39263) 2024-11-15T18:00:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741902_1078 (size=39263) 2024-11-15T18:00:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741902_1078 (size=39263) 2024-11-15T18:00:47,713 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac/.tmp/colfamily11/db868863cb5b47c6a33ea68ab4efc917 2024-11-15T18:00:47,719 DEBUG [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1351): Waiting on 818d05091dd98799c73324dd5f6b28c3 2024-11-15T18:00:47,720 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac/.tmp/colfamily11/db868863cb5b47c6a33ea68ab4efc917 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac/colfamily11/db868863cb5b47c6a33ea68ab4efc917 2024-11-15T18:00:47,721 DEBUG [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1351): Waiting on 8b590f5382768138ee836bd9b5d3ffac 2024-11-15T18:00:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741903_1079 (size=39263) 2024-11-15T18:00:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741903_1079 (size=39263) 2024-11-15T18:00:47,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741903_1079 (size=39263) 2024-11-15T18:00:47,727 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3/.tmp/colfamily11/26dd1a1f91d6490580b2bb2b462c76f7 2024-11-15T18:00:47,728 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac/colfamily11/db868863cb5b47c6a33ea68ab4efc917, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,729 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8b590f5382768138ee836bd9b5d3ffac in 54ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,734 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3/.tmp/colfamily11/26dd1a1f91d6490580b2bb2b462c76f7 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3/colfamily11/26dd1a1f91d6490580b2bb2b462c76f7 2024-11-15T18:00:47,735 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8b590f5382768138ee836bd9b5d3ffac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,736 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T18:00:47,736 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b590f5382768138ee836bd9b5d3ffac: Waiting for close lock at 1731693647674Running coprocessor pre-close hooks at 1731693647674Disabling compacts and flushes for region at 1731693647674Disabling writes for close at 1731693647675 (+1 ms)Obtaining lock to block concurrent updates at 1731693647675Preparing flush snapshotting stores in 8b590f5382768138ee836bd9b5d3ffac at 1731693647675Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647675Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. at 1731693647676 (+1 ms)Flushing 8b590f5382768138ee836bd9b5d3ffac/colfamily11: creating writer at 1731693647676Flushing 8b590f5382768138ee836bd9b5d3ffac/colfamily11: appending metadata at 1731693647698 (+22 ms)Flushing 8b590f5382768138ee836bd9b5d3ffac/colfamily11: closing flushed file at 1731693647698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6047e431: reopening flushed file at 1731693647719 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8b590f5382768138ee836bd9b5d3ffac in 54ms, sequenceid=5, compaction requested=false at 1731693647729 (+10 ms)Writing region close event to WAL at 1731693647731 (+2 ms)Running coprocessor post-close hooks at 1731693647736 (+5 ms)Closed at 1731693647736 2024-11-15T18:00:47,736 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731693452276.8b590f5382768138ee836bd9b5d3ffac. 2024-11-15T18:00:47,741 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3/colfamily11/26dd1a1f91d6490580b2bb2b462c76f7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-15T18:00:47,742 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 818d05091dd98799c73324dd5f6b28c3 in 51ms, sequenceid=5, compaction requested=false 2024-11-15T18:00:47,747 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/818d05091dd98799c73324dd5f6b28c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:00:47,748 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T18:00:47,748 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 818d05091dd98799c73324dd5f6b28c3: Waiting for close lock at 1731693647691Running coprocessor pre-close hooks at 1731693647691Disabling compacts and flushes for region at 1731693647691Disabling writes for close at 1731693647691Obtaining lock to block concurrent updates at 1731693647691Preparing flush snapshotting stores in 818d05091dd98799c73324dd5f6b28c3 at 1731693647691Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731693647692 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. at 1731693647692Flushing 818d05091dd98799c73324dd5f6b28c3/colfamily11: creating writer at 1731693647692Flushing 818d05091dd98799c73324dd5f6b28c3/colfamily11: appending metadata at 1731693647708 (+16 ms)Flushing 818d05091dd98799c73324dd5f6b28c3/colfamily11: closing flushed file at 1731693647708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ed4a07: reopening flushed file at 1731693647733 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 818d05091dd98799c73324dd5f6b28c3 in 51ms, sequenceid=5, compaction requested=false at 1731693647742 (+9 ms)Writing region close event to WAL at 1731693647743 (+1 ms)Running coprocessor post-close hooks at 1731693647748 (+5 ms)Closed at 1731693647748 2024-11-15T18:00:47,748 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731693452276.818d05091dd98799c73324dd5f6b28c3. 2024-11-15T18:00:47,919 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(976): stopping server 4e3b17656000,33335,1731693449522; all regions closed. 2024-11-15T18:00:47,921 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(976): stopping server 4e3b17656000,40591,1731693449394; all regions closed. 2024-11-15T18:00:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741833_1009 (size=353024) 2024-11-15T18:00:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741833_1009 (size=353024) 2024-11-15T18:00:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741833_1009 (size=353024) 2024-11-15T18:00:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741865_1041 (size=14124) 2024-11-15T18:00:47,924 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/WALs/4e3b17656000,33335,1731693449522/4e3b17656000%2C33335%2C1731693449522.1731693451289 not finished, retry = 0 2024-11-15T18:00:47,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741865_1041 (size=14124) 2024-11-15T18:00:47,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741865_1041 (size=14124) 2024-11-15T18:00:47,928 DEBUG [RS:0;4e3b17656000:40591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs 2024-11-15T18:00:47,928 INFO [RS:0;4e3b17656000:40591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e3b17656000%2C40591%2C1731693449394.meta:.meta(num 1731693641858) 2024-11-15T18:00:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741835_1011 (size=316539) 2024-11-15T18:00:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741835_1011 (size=316539) 2024-11-15T18:00:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741835_1011 (size=316539) 2024-11-15T18:00:47,933 DEBUG [RS:0;4e3b17656000:40591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs 2024-11-15T18:00:47,933 INFO [RS:0;4e3b17656000:40591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e3b17656000%2C40591%2C1731693449394:(num 1731693451289) 2024-11-15T18:00:47,933 DEBUG [RS:0;4e3b17656000:40591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:00:47,933 INFO [RS:0;4e3b17656000:40591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:00:47,933 INFO [RS:0;4e3b17656000:40591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:00:47,934 INFO [RS:0;4e3b17656000:40591 {}] hbase.ChoreService(370): Chore service for: regionserver/4e3b17656000:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T18:00:47,934 INFO [RS:0;4e3b17656000:40591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:00:47,934 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:00:47,934 INFO [RS:0;4e3b17656000:40591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40591 2024-11-15T18:00:47,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4e3b17656000,40591,1731693449394 2024-11-15T18:00:47,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:00:47,989 INFO [RS:0;4e3b17656000:40591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:00:47,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e3b17656000,40591,1731693449394] 2024-11-15T18:00:48,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4e3b17656000,40591,1731693449394 already deleted, retry=false 2024-11-15T18:00:48,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e3b17656000,40591,1731693449394 expired; onlineServers=1 2024-11-15T18:00:48,027 DEBUG [RS:1;4e3b17656000:33335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/oldWALs 2024-11-15T18:00:48,027 INFO [RS:1;4e3b17656000:33335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e3b17656000%2C33335%2C1731693449522:(num 1731693451289) 2024-11-15T18:00:48,027 DEBUG [RS:1;4e3b17656000:33335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:00:48,027 INFO [RS:1;4e3b17656000:33335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:00:48,027 INFO [RS:1;4e3b17656000:33335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:00:48,027 INFO [RS:1;4e3b17656000:33335 {}] hbase.ChoreService(370): Chore service for: regionserver/4e3b17656000:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T18:00:48,028 INFO [RS:1;4e3b17656000:33335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:00:48,028 INFO [RS:1;4e3b17656000:33335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:00:48,028 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:00:48,028 INFO [RS:1;4e3b17656000:33335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:00:48,028 INFO [RS:1;4e3b17656000:33335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:00:48,028 INFO [RS:1;4e3b17656000:33335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33335 2024-11-15T18:00:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4e3b17656000,33335,1731693449522 2024-11-15T18:00:48,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:00:48,039 INFO [RS:1;4e3b17656000:33335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:00:48,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e3b17656000,33335,1731693449522] 2024-11-15T18:00:48,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4e3b17656000,33335,1731693449522 already deleted, retry=false 2024-11-15T18:00:48,056 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e3b17656000,33335,1731693449522 expired; onlineServers=0 2024-11-15T18:00:48,056 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e3b17656000,39505,1731693448498' ***** 2024-11-15T18:00:48,056 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:00:48,056 INFO [M:0;4e3b17656000:39505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:00:48,056 INFO [M:0;4e3b17656000:39505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:00:48,056 DEBUG [M:0;4e3b17656000:39505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:00:48,057 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:00:48,057 DEBUG [M:0;4e3b17656000:39505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:00:48,057 DEBUG [master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731693450898 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731693450898,5,FailOnTimeoutGroup] 2024-11-15T18:00:48,057 DEBUG [master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731693450889 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731693450889,5,FailOnTimeoutGroup] 2024-11-15T18:00:48,057 INFO [M:0;4e3b17656000:39505 {}] hbase.ChoreService(370): Chore service for: master/4e3b17656000:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:00:48,057 INFO [M:0;4e3b17656000:39505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:00:48,057 DEBUG [M:0;4e3b17656000:39505 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:00:48,057 INFO [M:0;4e3b17656000:39505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:00:48,057 INFO [M:0;4e3b17656000:39505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:00:48,057 INFO [M:0;4e3b17656000:39505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:00:48,057 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:00:48,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T18:00:48,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:00:48,064 DEBUG [M:0;4e3b17656000:39505 {}] zookeeper.ZKUtil(347): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T18:00:48,065 WARN [M:0;4e3b17656000:39505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:00:48,065 INFO [M:0;4e3b17656000:39505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/.lastflushedseqids 2024-11-15T18:00:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741904_1080 (size=2864) 2024-11-15T18:00:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741904_1080 (size=2864) 2024-11-15T18:00:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741904_1080 (size=2864) 2024-11-15T18:00:48,078 INFO [M:0;4e3b17656000:39505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:00:48,078 INFO [M:0;4e3b17656000:39505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:00:48,078 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:00:48,078 INFO [M:0;4e3b17656000:39505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:00:48,078 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:00:48,078 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:00:48,078 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:00:48,078 INFO [M:0;4e3b17656000:39505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.40 KB heapSize=395.41 KB 2024-11-15T18:00:48,093 DEBUG [M:0;4e3b17656000:39505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653cb77af9804eb8be06ec1590ef1eeb is 82, key is hbase:meta,,1/info:regioninfo/1731693642450/Put/seqid=0 2024-11-15T18:00:48,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:00:48,098 INFO [RS:0;4e3b17656000:40591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:00:48,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x10140ee9c610001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:00:48,098 INFO [RS:0;4e3b17656000:40591 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e3b17656000,40591,1731693449394; zookeeper connection closed. 2024-11-15T18:00:48,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32150b6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32150b6c 2024-11-15T18:00:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741905_1081 (size=6071) 2024-11-15T18:00:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741905_1081 (size=6071) 2024-11-15T18:00:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741905_1081 (size=6071) 2024-11-15T18:00:48,100 INFO [M:0;4e3b17656000:39505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653cb77af9804eb8be06ec1590ef1eeb 2024-11-15T18:00:48,126 DEBUG [M:0;4e3b17656000:39505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a23db8d3a1994f65a6462efa36d45a89 is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731693455232/Put/seqid=0 2024-11-15T18:00:48,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741906_1082 (size=13326) 2024-11-15T18:00:48,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741906_1082 (size=13326) 2024-11-15T18:00:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741906_1082 (size=13326) 2024-11-15T18:00:48,137 INFO [M:0;4e3b17656000:39505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.18 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a23db8d3a1994f65a6462efa36d45a89 2024-11-15T18:00:48,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:00:48,148 INFO [RS:1;4e3b17656000:33335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:00:48,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10140ee9c610002, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:00:48,148 INFO [RS:1;4e3b17656000:33335 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e3b17656000,33335,1731693449522; zookeeper connection closed. 2024-11-15T18:00:48,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bfde38f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bfde38f 2024-11-15T18:00:48,149 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T18:00:48,162 DEBUG [M:0;4e3b17656000:39505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/144047afcdab41ca9004d08838c42e5b is 69, key is 4e3b17656000,33335,1731693449522/rs:state/1731693450986/Put/seqid=0 2024-11-15T18:00:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741907_1083 (size=5442) 2024-11-15T18:00:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741907_1083 (size=5442) 2024-11-15T18:00:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741907_1083 (size=5442) 2024-11-15T18:00:48,173 INFO [M:0;4e3b17656000:39505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/144047afcdab41ca9004d08838c42e5b 2024-11-15T18:00:48,180 INFO [M:0;4e3b17656000:39505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 144047afcdab41ca9004d08838c42e5b 2024-11-15T18:00:48,181 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653cb77af9804eb8be06ec1590ef1eeb as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653cb77af9804eb8be06ec1590ef1eeb 2024-11-15T18:00:48,188 INFO [M:0;4e3b17656000:39505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653cb77af9804eb8be06ec1590ef1eeb, entries=14, sequenceid=620, filesize=5.9 K 2024-11-15T18:00:48,190 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a23db8d3a1994f65a6462efa36d45a89 as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a23db8d3a1994f65a6462efa36d45a89 2024-11-15T18:00:48,196 INFO [M:0;4e3b17656000:39505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a23db8d3a1994f65a6462efa36d45a89, entries=79, sequenceid=620, filesize=13.0 K 2024-11-15T18:00:48,198 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/144047afcdab41ca9004d08838c42e5b as hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/144047afcdab41ca9004d08838c42e5b 2024-11-15T18:00:48,204 INFO [M:0;4e3b17656000:39505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 144047afcdab41ca9004d08838c42e5b 2024-11-15T18:00:48,204 INFO [M:0;4e3b17656000:39505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/babc1b08-8cfc-0b77-02b6-127388ef1e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/144047afcdab41ca9004d08838c42e5b, entries=3, sequenceid=620, filesize=5.3 K 2024-11-15T18:00:48,205 INFO [M:0;4e3b17656000:39505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.40 KB/344477, heapSize ~395.11 KB/404592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=620, compaction requested=false 2024-11-15T18:00:48,207 INFO [M:0;4e3b17656000:39505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:00:48,207 DEBUG [M:0;4e3b17656000:39505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731693648078Disabling compacts and flushes for region at 1731693648078Disabling writes for close at 1731693648078Obtaining lock to block concurrent updates at 1731693648078Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731693648078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344477, getHeapSize=404832, getOffHeapSize=0, getCellsCount=781 at 1731693648079 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731693648079Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731693648079Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731693648093 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731693648093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731693648104 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731693648125 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731693648126 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731693648142 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731693648161 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731693648161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da7f035: reopening flushed file at 1731693648180 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f27c53f: reopening flushed file at 1731693648188 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b913e2: reopening flushed file at 1731693648197 (+9 ms)Finished flush of dataSize ~336.40 KB/344477, heapSize ~395.11 KB/404592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=620, compaction requested=false at 1731693648205 (+8 ms)Writing region close event to WAL at 1731693648207 (+2 ms)Closed at 1731693648207 2024-11-15T18:00:48,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46221 is added to blk_1073741830_1006 (size=385840) 2024-11-15T18:00:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741830_1006 (size=385840) 2024-11-15T18:00:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741830_1006 (size=385840) 2024-11-15T18:00:48,211 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:00:48,211 INFO [M:0;4e3b17656000:39505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:00:48,211 INFO [M:0;4e3b17656000:39505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39505 2024-11-15T18:00:48,213 INFO [M:0;4e3b17656000:39505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:00:48,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:00:48,346 INFO [M:0;4e3b17656000:39505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:00:48,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39505-0x10140ee9c610000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:00:48,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:00:48,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:00:48,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:00:48,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:00:48,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir/,STOPPED} 2024-11-15T18:00:48,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:00:48,398 WARN [BP-1907372550-172.17.0.2-1731693443152 heartbeating to localhost/127.0.0.1:45937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:00:48,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:00:48,398 WARN [BP-1907372550-172.17.0.2-1731693443152 heartbeating to localhost/127.0.0.1:45937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1907372550-172.17.0.2-1731693443152 (Datanode Uuid c6ba6b21-e241-48d3-8a8f-7fd478bfe826) service to localhost/127.0.0.1:45937 2024-11-15T18:00:48,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data5/current/BP-1907372550-172.17.0.2-1731693443152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:00:48,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data6/current/BP-1907372550-172.17.0.2-1731693443152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:00:48,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:00:48,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:00:48,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:00:48,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:00:48,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:00:48,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir/,STOPPED} 2024-11-15T18:00:48,403 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:00:48,403 WARN [BP-1907372550-172.17.0.2-1731693443152 heartbeating to localhost/127.0.0.1:45937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:00:48,403 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:00:48,403 WARN [BP-1907372550-172.17.0.2-1731693443152 heartbeating to localhost/127.0.0.1:45937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1907372550-172.17.0.2-1731693443152 (Datanode Uuid 176800fd-1327-4a25-a352-91ea641ad6f4) service to localhost/127.0.0.1:45937 2024-11-15T18:00:48,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data3/current/BP-1907372550-172.17.0.2-1731693443152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:00:48,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data4/current/BP-1907372550-172.17.0.2-1731693443152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:00:48,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:00:48,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:00:48,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:00:48,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:00:48,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:00:48,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir/,STOPPED} 2024-11-15T18:00:48,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:00:48,408 WARN [BP-1907372550-172.17.0.2-1731693443152 heartbeating to localhost/127.0.0.1:45937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:00:48,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:00:48,408 WARN [BP-1907372550-172.17.0.2-1731693443152 heartbeating to localhost/127.0.0.1:45937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1907372550-172.17.0.2-1731693443152 (Datanode Uuid 8991d319-b9a1-429b-9f92-287404355142) service to localhost/127.0.0.1:45937 2024-11-15T18:00:48,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data1/current/BP-1907372550-172.17.0.2-1731693443152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:00:48,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/cluster_76d75daf-f061-fe44-753e-2b973b5fb41c/data/data2/current/BP-1907372550-172.17.0.2-1731693443152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:00:48,409 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:00:48,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:00:48,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:00:48,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:00:48,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:00:48,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2249475b-29f3-ea84-d04c-48ba19a852e8/hadoop.log.dir/,STOPPED} 2024-11-15T18:00:48,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:00:48,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:00:48,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: regionserver/4e3b17656000:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4e3b17656000:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4e3b17656000:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4e3b17656000:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:45937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:45937 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4e3b17656000:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4a3eb94a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:45937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4e3b17656000:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:45937 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4e3b17656000:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=461 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 732), ProcessCount=11 (was 11), AvailableMemoryMB=1559 (was 3363)